-- Logs begin at Wed 2022-05-11 19:59:17 UTC, end at Wed 2022-05-11 21:24:00 UTC. -- May 11 20:55:52.354868 dv-cinder-841467-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 11 20:55:55.159275 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.common.config [-] Logging enabled! May 11 20:55:55.159837 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 11 20:55:55.159984 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103897) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 11 20:55:55.163248 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.common.config [-] Logging enabled! May 11 20:55:55.163505 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 11 20:55:55.163815 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103897) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 11 20:55:55.164750 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 20:55:55.164982 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 20:55:55.165349 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 20:55:55.165618 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 20:55:55.165848 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 20:55:55.166164 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.166558 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.166793 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.167093 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.167387 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.167672 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.167963 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.168263 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.168550 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.168831 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.169114 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.169344 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.169655 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.169945 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.170231 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.170454 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] debug = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.170732 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.171170 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.171571 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.171856 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.172148 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.172428 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.172699 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.172974 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.173282 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.173644 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] host = dv-cinder-841467-1-iscsi {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.173930 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.174220 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.174511 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.174802 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.175080 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.175356 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.175642 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.175917 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.176192 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] log_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.176471 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.176761 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.177048 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.177336 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.177584 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.177812 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.178098 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.178400 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.178680 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.178957 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.179233 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.179515 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.179791 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.180062 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.180346 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.180630 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.180914 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.181188 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.181463 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.181761 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.182035 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.182318 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.182592 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.182865 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.183140 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.183425 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.183696 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.183970 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.184268 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.184550 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.184829 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.185111 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.185384 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.185703 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.185979 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.186250 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.186522 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] use_json = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.186795 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.187066 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.187345 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.187618 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.187891 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.188167 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.188441 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.189237 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.189517 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:55.189866 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.190180 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.190486 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.190773 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.191080 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.191363 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.191654 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.191934 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.192224 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.192513 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.192800 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.193079 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.193378 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.193697 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.193994 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.194301 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.194594 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.194887 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.195164 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.195438 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.195711 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.195987 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.196278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.196558 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.196847 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.197137 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.197418 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.197755 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.198042 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.198328 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.198621 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.198909 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.199183 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.199460 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.199749 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.200029 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.200301 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.200585 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.200860 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.201133 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.201413 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.201719 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.201992 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.202266 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.202542 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.202832 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.203108 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.203378 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.203647 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.203922 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.204194 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.205147 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.205429 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.205727 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.206001 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.206278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.206553 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.206826 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.207101 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.207372 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.207645 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.207915 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.208183 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.208453 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.208726 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.208995 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.209263 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.209557 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.209830 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.210105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.210375 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.210646 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.210916 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.211187 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.211481 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.211755 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.212031 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.212309 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.212583 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.212856 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.213129 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.213405 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.213709 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.213980 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.214268 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.214553 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.214835 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.215116 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.215393 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.215704 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.215981 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.216254 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.216535 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.216810 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.217087 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.217369 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.217688 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.217969 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.218260 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.218551 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.218841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.219131 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.219408 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.219712 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.220040 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:55.220260 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 20:55:55.220498 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103897) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 11 20:55:55.678043 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 11 20:55:55.678320 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 11 20:55:55.678629 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 11 20:55:55.678961 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.manager [-] Loading core plugin: ml2 May 11 20:55:56.006009 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.006221 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.006491 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.007689 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.007964 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.008232 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.063335 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.063611 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.063902 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.078400 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.078689 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.078958 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.109074 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.109358 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.109652 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.146104 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.146371 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.146636 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.486142 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.486781 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.486781 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.486963 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.487615 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.586613 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.586938 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.587220 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.587489 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.587754 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.588063 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.588322 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.588578 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.588831 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.589112 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.589372 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.589663 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.589925 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.590176 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.590431 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.590691 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.590946 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.591213 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.591480 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.591736 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.592010 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.592264 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.592545 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.592925 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.593176 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.593422 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.593837 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 20:55:56.594081 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 20:55:56.594324 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 20:55:56.594563 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 20:55:56.594798 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 20:55:56.595626 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 20:55:56.595990 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 11 20:55:56.599070 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 11 20:55:56.602989 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 11 20:55:56.606782 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 11 20:55:56.608423 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 11 20:55:56.608887 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 11 20:55:56.609222 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 11 20:55:56.609631 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 11 20:55:56.612584 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 11 20:55:56.612837 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 11 20:55:56.613184 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 11 20:55:56.618046 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 11 20:55:56.642458 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 11 20:55:56.642903 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.643199 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103897) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 11 20:55:56.643564 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.644917 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103897) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 11 20:55:56.645198 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 11 20:55:56.645447 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 11 20:55:56.649007 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.649290 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:56.711558 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 11 20:55:56.711795 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 11 20:55:56.712031 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 11 20:55:56.712393 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 11 20:55:56.733404 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_db.sqlalchemy.engines [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103897) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 11 20:55:57.293096 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Initializing driver for type 'gre' May 11 20:55:57.293647 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] gre ID ranges: [(1, 1000)] May 11 20:55:57.487148 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Initializing driver for type 'local' May 11 20:55:57.487814 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Initializing driver for type 'vlan' May 11 20:55:57.590212 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] VlanTypeDriver initialization complete May 11 20:55:57.590495 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Initializing driver for type 'vxlan' May 11 20:55:57.591008 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] vxlan ID ranges: [(1, 1000)] May 11 20:55:57.784464 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Initializing extension driver 'port_security' May 11 20:55:57.784804 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.extensions.port_security [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] PortSecurityExtensionDriver initialization complete May 11 20:55:57.785133 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Initializing mechanism driver 'openvswitch' May 11 20:55:57.785465 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Initializing mechanism driver 'hyperv' May 11 20:55:57.791977 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.plugin [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:55:57.792839 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > port after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.793206 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > port after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.793577 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > port after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.794135 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 20:55:57.794583 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > subnet after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.794976 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > subnet after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.795321 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.795713 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 20:55:57.796124 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > network after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.796546 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > network after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.796896 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > network after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.797287 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 20:55:57.797719 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > security_group after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.798069 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > security_group after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.798406 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.798799 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 20:55:57.799695 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.800040 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.800377 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.800766 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 20:55:57.801166 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > address_group after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.801506 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > address_group after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.801903 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.802292 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 20:55:57.802736 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] ML2 OVO RPC backend initialized. {{(pid=103897) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 11 20:55:57.803427 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.803776 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.804186 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > network before_response 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.804536 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > networks before_response 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.804880 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > port before_response 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.805216 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > ports before_response 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.805576 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > subnet before_response 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.805987 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > subnets before_response 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.806290 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > network after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.806624 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > network after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.806958 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > network after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.807289 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > port after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.807619 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > port after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.807948 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > port after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.808279 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > subnet after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.808608 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > subnet after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.808934 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.821976 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded quota_driver: . May 11 20:55:57.822335 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.plugin [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Modular L2 Plugin initialization complete May 11 20:55:57.822716 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading services supported by the core plugin {{(pid=103897) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 11 20:55:57.823052 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.plugins.ml2.managers [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Got port-security extension from driver 'port_security' May 11 20:55:57.823532 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.extensions.vlantransparent [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Disabled vlantransparent extension. May 11 20:55:57.824022 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103897) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 11 20:55:57.824343 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading Plugin: router May 11 20:55:57.858642 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.859036 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router after_create 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.859408 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router before_create 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.859769 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.860138 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.860489 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router after_delete 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.860845 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.861190 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.862054 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router after_create 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.862401 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router after_update 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.862748 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router after_update 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.863091 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.863559 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router after_update 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.863968 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router precommit_update 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.864334 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: port after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.864676 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: port after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.865011 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: subnet after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.865347 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.865721 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.866065 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router precommit_create 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.866405 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: port before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.866744 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router precommit_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.867093 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router after_update 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.867431 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.867779 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router precommit_create 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.868134 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.868474 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router precommit_update 55549900 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.868833 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > agent after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.869178 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > agent after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.869522 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > network after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.870392 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Tracking information for resource: router configured {{(pid=103897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 20:55:57.870719 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Tracking information for resource: floatingip configured {{(pid=103897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 20:55:57.875487 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.db.l3_agentschedulers_db [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 11 20:55:57.876053 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: port after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.876413 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: port after_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.876761 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: port after_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.877774 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: port after_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.878552 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router before_create 55550100 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.878914 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.879274 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router precommit_create 55550100 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.879632 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > router precommit_update 55550100 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.884437 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.services.provider_configuration [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service providers = [] {{(pid=103897) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 11 20:55:57.884808 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.db.servicetype_db [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103897) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 11 20:55:57.887759 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.services.service_base [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 20:55:57.888102 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.services.service_base [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 20:55:57.888462 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.services.service_base [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 20:55:57.889340 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.services.service_base [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 20:55:57.889739 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.services.service_base [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Default provider is not specified for service type L3_ROUTER_NAT May 11 20:55:57.890114 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 20:55:57.890430 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 11 20:55:57.901521 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 20:55:57.901909 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading Plugin: auto_allocate May 11 20:55:57.907579 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: network precommit_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.907986 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: network precommit_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.908534 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 20:55:57.908851 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading Plugin: tag May 11 20:55:57.915739 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 20:55:57.916069 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading Plugin: timestamp May 11 20:55:57.919904 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 20:55:57.920236 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading Plugin: network_ip_availability May 11 20:55:57.926302 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.926670 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.927024 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:57.927732 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 20:55:57.928048 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading Plugin: flavors May 11 20:55:57.932995 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 20:55:57.933327 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading Plugin: revisions May 11 20:55:57.937706 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 20:55:57.938096 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.259s {{(pid=103897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 11 20:55:57.938820 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103897) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 11 20:55:57.939152 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Initializing extension manager. May 11 20:55:57.939721 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: __init__.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.940061 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: __pycache__ {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.940399 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: _port_mac_address_override.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.940729 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: address_group.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.941576 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.942144 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: address-group May 11 20:55:57.942958 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: address_scope.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.943666 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.944174 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: address-scope May 11 20:55:57.944494 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.945409 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.945945 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: router-admin-state-down-before-update May 11 20:55:57.946266 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: agent.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.946961 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.947465 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: agent May 11 20:55:57.947782 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: agent_resources_synced.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.948679 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.949188 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: agent-resources-synced May 11 20:55:57.949505 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: allowedaddresspairs.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.951295 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.951810 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: allowed-address-pairs May 11 20:55:57.952135 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: auto_allocated_topology.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.953193 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.953783 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: auto-allocated-topology May 11 20:55:57.954105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: availability_zone.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.954799 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.955333 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: availability_zone May 11 20:55:57.955658 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: availability_zone_filter.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.956558 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.957063 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: availability_zone_filter May 11 20:55:57.957382 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: data_plane_status.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.958294 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.958794 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension data-plane-status not supported by any of loaded plugins May 11 20:55:57.959154 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: default_subnetpools.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.960251 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.960977 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: default-subnetpools May 11 20:55:57.961293 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.962135 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.962660 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: dhcp_agent_scheduler May 11 20:55:57.962963 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: dns.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.964318 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.964821 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension dns-integration not supported by any of loaded plugins May 11 20:55:57.965205 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: dns_domain_ports.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.966178 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.966705 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension dns-domain-ports not supported by any of loaded plugins May 11 20:55:57.967025 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.967989 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.968491 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 11 20:55:57.968842 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: dvr.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.969737 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.970611 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: dvr May 11 20:55:57.971273 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: ecmp_routes.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.972666 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.973319 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension ecmp_routes not supported by any of loaded plugins May 11 20:55:57.973786 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: empty_string_filtering.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.974797 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.975392 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: empty-string-filtering May 11 20:55:57.975827 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.976857 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.977461 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 11 20:55:57.977996 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.979712 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.980334 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 11 20:55:57.980910 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: external_net.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.982406 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.982977 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: external-net May 11 20:55:57.983415 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.984506 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.985032 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: extra_dhcp_opt May 11 20:55:57.985437 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: extraroute.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.987170 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.987734 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: extraroute May 11 20:55:57.988089 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: extraroute_atomic.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.989592 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.990249 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: extraroute-atomic May 11 20:55:57.990717 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: filter_validation.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.991515 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.992070 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: filter-validation May 11 20:55:57.992454 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: fip_pf_description.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.993660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.994801 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 11 20:55:57.995180 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: fip_pf_port_range.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.996176 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.996684 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 11 20:55:57.997005 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: fip_port_details.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:57.998027 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:57.998686 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: fip-port-details May 11 20:55:57.999050 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: flavors.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.000477 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.001031 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: flavors May 11 20:55:58.001367 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.003796 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.004311 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 11 20:55:58.004638 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: floatingip_pools.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.005333 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.005895 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: floatingip-pools May 11 20:55:58.006218 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: ip_allocation.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.007134 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.007638 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension ip_allocation not supported by any of loaded plugins May 11 20:55:58.007957 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.008956 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.009468 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: ip-substring-filtering May 11 20:55:58.009814 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: l2_adjacency.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.010742 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.011250 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension l2_adjacency not supported by any of loaded plugins May 11 20:55:58.011568 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: l3.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.012536 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.013048 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: router May 11 20:55:58.013369 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.015624 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.016146 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 11 20:55:58.016479 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.017390 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.017953 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: ext-gw-mode May 11 20:55:58.018277 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.019197 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.019704 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: l3-ha May 11 20:55:58.020028 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.020935 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.021436 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 11 20:55:58.021789 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: l3_flavors.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.022959 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.023463 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: l3-flavors May 11 20:55:58.023783 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.025147 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.025692 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 11 20:55:58.026023 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.026947 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.027468 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: l3-port-ip-change-not-allowed May 11 20:55:58.027797 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: l3agentscheduler.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.028841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.029345 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: l3_agent_scheduler May 11 20:55:58.029699 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: local_ip.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.032958 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.033498 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension local_ip not supported by any of loaded plugins May 11 20:55:58.033856 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: logging.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.036089 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.036623 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension logging not supported by any of loaded plugins May 11 20:55:58.036953 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: metering.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.037726 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.038309 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: metering May 11 20:55:58.038633 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.039715 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.040228 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: metering_source_and_destination_fields May 11 20:55:58.040548 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: multiprovidernet.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.041472 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.042014 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: multi-provider May 11 20:55:58.042333 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: netmtu.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.043235 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.043738 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: net-mtu May 11 20:55:58.044062 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: netmtu_writable.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.044953 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.045453 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: net-mtu-writable May 11 20:55:58.045943 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: network_availability_zone.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.046610 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.047112 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: network_availability_zone May 11 20:55:58.047427 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: network_ip_availability.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.048524 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.049577 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: network-ip-availability May 11 20:55:58.049900 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: network_segment_range.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.050658 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.051161 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension network-segment-range not supported by any of loaded plugins May 11 20:55:58.051479 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: pagination.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.052459 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.052785 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: pagination May 11 20:55:58.053103 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: port_device_profile.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.054021 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.054537 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: port-device-profile May 11 20:55:58.054857 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: port_mac_address_override.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.055773 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.056286 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: port-mac-override May 11 20:55:58.056605 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.057515 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.058052 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: port-mac-address-regenerate May 11 20:55:58.058370 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.059271 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.059781 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: port-numa-affinity-policy May 11 20:55:58.060100 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: port_resource_request.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.061014 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.061515 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension port-resource-request not supported by any of loaded plugins May 11 20:55:58.061861 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: port_resource_request_groups.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.062821 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.063318 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 11 20:55:58.063639 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: portbindings.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.065184 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.065781 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: binding May 11 20:55:58.066112 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: portbindings_extended.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.067360 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.067870 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: binding-extended May 11 20:55:58.068193 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: portsecurity.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.069100 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.069647 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: port-security May 11 20:55:58.069973 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: project_id.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.070934 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.071264 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: project-id May 11 20:55:58.071582 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: providernet.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.072483 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.072988 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: provider May 11 20:55:58.073306 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.076985 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.077503 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos not supported by any of loaded plugins May 11 20:55:58.077865 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.079101 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.079617 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 11 20:55:58.079942 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.080921 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.081432 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 11 20:55:58.081784 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_default.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.082688 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.083197 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-default not supported by any of loaded plugins May 11 20:55:58.083520 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_fip.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.084427 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.084938 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-fip not supported by any of loaded plugins May 11 20:55:58.085257 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.086193 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.086701 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 11 20:55:58.087018 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_gateway_ip.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.087929 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.088435 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 11 20:55:58.088753 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_port_network_policy.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.089697 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.090204 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 11 20:55:58.090523 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.091542 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.092052 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 11 20:55:58.092372 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.093451 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.093940 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 11 20:55:58.094261 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_pps_rule.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.095420 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.096449 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-pps not supported by any of loaded plugins May 11 20:55:58.096772 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_rule_type_details.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.097707 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.098221 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 11 20:55:58.098544 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.099540 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.100049 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 11 20:55:58.100370 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: qos_rules_alias.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.101397 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.101930 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension qos-rules-alias not supported by any of loaded plugins May 11 20:55:58.102252 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: quota_check_limit.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.103234 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.103743 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: quota-check-limit May 11 20:55:58.104064 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: quotasv2.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.104994 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.105315 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: quotas May 11 20:55:58.105670 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: quotasv2_detail.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.107400 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.107734 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: quota_details May 11 20:55:58.108059 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: rbac.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.109107 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.109656 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: rbac-policies May 11 20:55:58.109987 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: rbac_address_group.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.110914 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.112064 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: rbac-address-group May 11 20:55:58.112393 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: rbac_address_scope.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.113312 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.113856 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: rbac-address-scope May 11 20:55:58.114180 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: rbac_security_groups.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.115096 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.115610 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: rbac-security-groups May 11 20:55:58.115931 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: rbac_subnetpool.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.116841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.117347 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: rbac-subnetpool May 11 20:55:58.117699 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: revisionifmatch.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.118617 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.119126 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: revision-if-match May 11 20:55:58.119446 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: revisions.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.120553 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.121061 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: standard-attr-revisions May 11 20:55:58.121384 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: router_availability_zone.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.122082 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.122611 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: router_availability_zone May 11 20:55:58.122930 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: routerservicetype.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.123839 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.124344 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension router-service-type not supported by any of loaded plugins May 11 20:55:58.124660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.125609 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.126118 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: security-groups-normalized-cidr May 11 20:55:58.126436 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.127371 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.127874 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: port-security-groups-filtering May 11 20:55:58.128191 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.129143 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.129680 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: security-groups-remote-address-group May 11 20:55:58.130000 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.131048 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.131554 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: security-groups-shared-filtering May 11 20:55:58.131874 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.132456 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 11 20:55:58.132774 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: securitygroup.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.142334 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.142882 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: security-group May 11 20:55:58.143211 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: segment.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.143930 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.144439 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension segment not supported by any of loaded plugins May 11 20:55:58.144763 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.145734 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.146242 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 11 20:55:58.146563 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: servicetype.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.147913 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.148425 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: service-type May 11 20:55:58.148745 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: sorting.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.149756 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.150088 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: sorting May 11 20:55:58.150408 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: standard_attr_segment.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.151322 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.151832 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension standard-attr-segment not supported by any of loaded plugins May 11 20:55:58.152152 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: standardattrdescription.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.152792 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.153296 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: standard-attr-description May 11 20:55:58.153642 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: stateful_security_group.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.154573 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.155085 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: stateful-security-group May 11 20:55:58.155417 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: stdattrs_common.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.155962 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 11 20:55:58.156279 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.157194 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.157738 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 11 20:55:58.158057 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: subnet_onboard.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.159614 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.160122 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: subnet_onboard May 11 20:55:58.160443 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.161364 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.161906 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 11 20:55:58.162228 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: subnet_service_types.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.163147 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.163671 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: subnet-service-types May 11 20:55:58.163989 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: subnetallocation.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.165063 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.165600 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: subnet_allocation May 11 20:55:58.165926 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.166585 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.167101 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: subnetpool-prefix-ops May 11 20:55:58.167421 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.168337 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.168842 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 11 20:55:58.169162 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: tagging.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.170262 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.170837 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: standard-attr-tag May 11 20:55:58.171176 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: timestamp.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.172429 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.172944 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loaded extension: standard-attr-timestamp May 11 20:55:58.173269 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: trunk.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.174930 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.175448 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension trunk not supported by any of loaded plugins May 11 20:55:58.175770 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: trunk_details.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.176682 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.177191 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension trunk-details not supported by any of loaded plugins May 11 20:55:58.177514 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: uplink_status_propagation.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.178456 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.178968 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 11 20:55:58.179292 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Loading extension file: vlantransparent.py {{(pid=103897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 20:55:58.179953 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 20:55:58.180461 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extension vlan-transparent not supported by any of loaded plugins May 11 20:55:58.182980 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:network May 11 20:55:58.183512 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:subnet May 11 20:55:58.183906 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:subnetpool May 11 20:55:58.184292 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:port May 11 20:55:58.185518 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.185984 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service FLAVORS assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.186591 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.187011 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.187347 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:router May 11 20:55:58.187777 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:floatingip May 11 20:55:58.188253 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service METERING assigned prefix: /metering {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.189723 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:58.190096 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:58.190445 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 20:55:58.191442 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of CountableResource for resource:rbac_policy May 11 20:55:58.191874 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:security_group May 11 20:55:58.192297 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 20:55:58.192880 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service CORE assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.193214 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:subnetpool May 11 20:55:58.193581 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] subnetpool is already registered May 11 20:55:58.194017 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service CORE assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.194345 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:subnetpool May 11 20:55:58.194673 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] subnetpool is already registered May 11 20:55:58.196920 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.197350 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service FLAVORS assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.197960 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.198378 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.198708 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:router May 11 20:55:58.199042 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] router is already registered May 11 20:55:58.199453 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:floatingip May 11 20:55:58.199788 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] floatingip is already registered May 11 20:55:58.200316 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service METERING assigned prefix: /metering {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.200979 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of CountableResource for resource:rbac_policy May 11 20:55:58.201303 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] rbac_policy is already registered May 11 20:55:58.201737 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:security_group May 11 20:55:58.202070 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] security_group is already registered May 11 20:55:58.202469 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 20:55:58.202799 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] security_group_rule is already registered May 11 20:55:58.203412 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service CORE assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.203745 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:subnetpool May 11 20:55:58.204073 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] subnetpool is already registered May 11 20:55:58.204485 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.v2.resource_helper [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Service CORE assigned prefix: {{(pid=103897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 20:55:58.204807 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Creating instance of TrackedResource for resource:subnetpool May 11 20:55:58.205190 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING neutron.quota.resource_registry [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] subnetpool is already registered May 11 20:55:58.205683 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: extensions {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.207115 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: address-groups {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.208593 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: address-scopes {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.209906 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: agents {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.211052 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: auto-allocated-topology {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.212285 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: availability_zones {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.213496 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: dhcp-networks {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.215053 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: dhcp-agents {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.216492 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: routers {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.218199 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: flavors {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.219455 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: service_profiles {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.220648 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: next_providers {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.222622 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: service_profiles {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.224167 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: floatingip-pools {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.225371 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: routers {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.227152 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: floatingips {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.229262 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: l3-routers {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.230686 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: l3-agents {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.232090 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: metering-labels {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.233336 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: metering-label-rules {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.234724 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: network-ip-availabilities {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.235963 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: bindings {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.238200 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: quotas {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.239877 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: quotas {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.241393 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: rbac-policies {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.242614 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: security-groups {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.243881 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: security-group-rules {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.245126 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: service-providers {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.246344 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: subnetpools {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.247660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: subnetpools {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.249188 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: tags {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.250854 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: tags {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.252679 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: tags {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.254520 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: tags {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.256180 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: tags {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.258113 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: tags {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.259779 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: tags {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.261698 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: tags {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.263443 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: tags {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.265149 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron.api.extensions [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Extended resource: tags {{(pid=103897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 20:55:58.271348 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING keystonemiddleware.auth_token [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 11 20:55:58.276814 dv-cinder-841467-1-iscsi neutron-server[103897]: WARNING keystonemiddleware.auth_token [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 11 20:55:58.286109 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Acquired lock "singleton_lock" {{(pid=103897) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 11 20:55:58.286583 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_concurrency.lockutils [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Releasing lock "singleton_lock" {{(pid=103897) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 11 20:55:58.287230 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO oslo_service.service [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Starting 2 workers May 11 20:55:58.292088 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Started child 104008 {{(pid=103897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 20:55:58.296554 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Started child 104009 {{(pid=103897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 20:55:58.297468 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:55:58.298189 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO neutron.service [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Neutron service started, listening on 0.0.0.0:9696 May 11 20:55:58.298813 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:55:58.299575 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [-] (104008) wsgi starting up on http://0.0.0.0:9696 May 11 20:55:58.301888 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO oslo_service.service [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Starting 1 workers May 11 20:55:58.301996 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:55:58.303292 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [-] (104009) wsgi starting up on http://0.0.0.0:9696 May 11 20:55:58.307091 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Started child 104010 {{(pid=103897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 20:55:58.307652 dv-cinder-841467-1-iscsi neutron-server[103897]: INFO oslo_service.service [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Starting 1 workers May 11 20:55:58.310816 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.service [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] calling RpcWorker wait() {{(pid=104010) _wait /opt/stack/neutron/neutron/service.py:128}} May 11 20:55:58.311381 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.service [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] returning from RpcWorker wait() {{(pid=104010) _wait /opt/stack/neutron/neutron/service.py:135}} May 11 20:55:58.312177 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Started child 104011 {{(pid=103897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 20:55:58.312589 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:55:58.312992 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG neutron_lib.callbacks.manager [None req-0d09e784-19d3-4768-84cc-272b93b74472 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:55:58.313086 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:55:58.314943 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103897) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 11 20:55:58.315152 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 20:55:58.315332 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 20:55:58.315555 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 20:55:58.315885 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 20:55:58.316047 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 20:55:58.316556 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.316833 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.317095 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.317350 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.317984 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.318092 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:55:58.318550 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.318550 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.318719 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.319141 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.319314 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.319409 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:55:58.319489 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.319729 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.319963 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.320292 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.320561 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.320809 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.321073 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.321244 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.321499 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.321789 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.322030 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.322437 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] debug = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.322547 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.323046 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.323296 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.323543 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.323764 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.324031 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.324278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.324533 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.324762 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.324980 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.325226 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.325489 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.325768 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.325983 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.326203 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.326467 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.326675 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.327172 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] host = dv-cinder-841467-1-iscsi {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.327486 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.327642 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.327881 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.328127 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.328383 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.328613 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.328872 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.329115 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.329367 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.329637 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.329895 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.330173 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.330397 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.341353 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.341353 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_options = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.341353 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.341353 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.341353 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.341353 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.341353 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342168 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342168 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342168 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342168 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342168 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342168 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342168 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342168 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342870 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342870 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342870 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342870 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342870 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342870 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342870 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.342870 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.343567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.343567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.343567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.343567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.343567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.343567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.343567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.343567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.343567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.344249 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.344249 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.344249 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.344249 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.344249 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.344249 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.344249 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.344249 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.345105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.345105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.345105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.345105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.345105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.345105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.345105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.345105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.346535 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_json = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.346535 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.346535 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.346535 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.346535 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.346535 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.346535 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.346535 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.347405 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.347405 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.347405 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.347405 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.347405 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.347405 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.347405 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.348141 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.348141 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.348141 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.348374 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.348598 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.348832 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.349068 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.349399 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.349868 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.350134 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.350775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.350775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.351069 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.351318 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.351567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.351788 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.352039 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.352330 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.352577 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.352811 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.353067 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.353291 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.353634 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.353905 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.354182 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.354516 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.354794 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.355086 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.355342 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.355592 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.355856 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.356114 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.356352 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.356633 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.356873 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.357139 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.357407 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.357701 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.357930 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.358179 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.358467 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.358765 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.358947 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.359179 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.359408 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.359645 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.359863 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.360126 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.360383 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.360746 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.360958 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.361095 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.361344 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.363742 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.363742 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.363742 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.363742 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.363742 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.363742 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.363742 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.364594 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.364594 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.364594 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.364594 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.365073 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.365073 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.365319 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.365319 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.365594 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.365762 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.366006 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.366221 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.366462 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.366695 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.366909 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.367142 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.367374 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.367587 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.367817 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.368028 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.368267 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.368487 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.368700 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.368913 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.369131 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.369349 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.369699 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.370254 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.370254 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.370528 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.370652 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.371430 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.371430 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.371430 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.372469 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.372469 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.372469 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.372469 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.372469 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.375525 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.375525 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.375525 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.375525 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.375525 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.375525 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.375525 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.375525 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.376488 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.376488 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.376488 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.376488 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.376488 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.376488 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.376488 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.377136 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.377136 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.377292 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.377488 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.377829 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.378106 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.379354 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.379354 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.379354 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.379354 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.379741 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.379741 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.379897 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.380099 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.380351 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.380618 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.380861 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.381080 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.381320 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.381672 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.381905 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.382138 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.382373 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.382671 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.382901 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.383139 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.383424 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.383688 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.383920 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.384829 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.384829 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.384829 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.384829 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.385164 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.385249 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.385460 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.385765 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.386787 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.386787 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.386787 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.386787 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.387053 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.387169 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.387612 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.387844 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.388068 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.388317 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.388533 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.388794 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.389041 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.389263 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.389487 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.389737 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.389951 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.390202 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.390437 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.390711 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.390960 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.391181 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.391413 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.391671 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.391923 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.392136 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.392382 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.392680 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.392900 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.393115 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.393334 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.393565 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.393784 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.394010 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.394226 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.394458 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.394729 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.395143 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.395329 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.395553 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.395844 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.396083 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.396302 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.396547 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.396765 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.396984 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.397224 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.397709 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.398522 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.398522 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.398522 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.398909 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.398909 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.399192 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.399316 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.399527 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.399801 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.400011 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.400226 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.400736 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.400736 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.401038 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.401176 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.401327 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.401595 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.401778 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.409345 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.409345 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.409345 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.409345 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.409345 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.409345 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.409345 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.409345 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410042 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410042 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410042 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410042 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410042 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410042 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410042 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410042 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.410660 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411265 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411265 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411265 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411265 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411265 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411265 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411265 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411265 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411869 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411869 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411869 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411869 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411869 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411869 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411869 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.411869 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.412550 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.412550 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.412550 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.412774 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.412868 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.413044 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.413264 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.413507 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.413751 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.414005 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.414349 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.414629 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.414877 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.415126 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.415408 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.415694 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.415960 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.416176 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.416461 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.416790 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.417067 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.417328 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.417598 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.417851 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.418076 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.418312 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.418532 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.418748 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.418963 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.419202 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.419444 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.419670 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.419879 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.420114 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.420349 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.420609 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.420843 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.421067 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.421339 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.421501 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 20:55:58.422035 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103897) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 11 20:55:58.422210 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 20:55:58.422351 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 20:55:58.422516 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 20:55:58.422688 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 20:55:58.422843 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 20:55:58.423051 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.423215 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.423440 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.423606 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.423739 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.424499 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.424666 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.424827 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.424986 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.425146 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.425308 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.425469 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.425652 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.425815 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.425974 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.426133 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.426294 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.426459 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.426619 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.426778 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.426937 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.427095 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] debug = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.427254 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.427458 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.427622 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.427781 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.427942 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.428099 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.428258 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.428443 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.428566 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.428724 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.428884 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.429042 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.429582 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.429582 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.429582 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.429921 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.429921 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.430120 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] host = dv-cinder-841467-1-iscsi {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.430120 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.430372 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.430563 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.430563 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.430790 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.430899 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.431018 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.431158 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.431320 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.431479 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.431638 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.431797 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.432005 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.432159 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.432264 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_options = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.432423 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.432580 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.432738 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.432930 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.433098 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.433259 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.433417 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.433595 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.433755 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.438303 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.438303 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.438303 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.438303 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.438303 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.438303 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.438303 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.438303 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.438303 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439050 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439050 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439050 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439050 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439050 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439050 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439050 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439050 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439606 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439606 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439606 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439606 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439606 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439606 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439606 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.439606 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440159 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440159 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440159 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440159 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440159 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440159 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440159 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440159 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_json = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.440775 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.441380 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.441380 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.441380 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.441380 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.441380 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 20:55:58.441380 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.441380 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.441380 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.441983 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.441983 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.441983 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.441983 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.441983 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.442501 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.442501 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.442501 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.442712 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.442790 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.442918 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.443080 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.443244 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.443407 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.443570 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.443733 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.443894 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.444056 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.444219 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.444390 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.444551 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.444713 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.444874 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.445036 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.445204 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.445366 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.445577 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.445731 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.445935 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.446102 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.446264 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.446426 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.446590 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.446753 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.446915 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.447078 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.447241 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.447405 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.447567 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.447728 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.447889 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.448052 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.448215 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.448378 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.448541 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.449105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.449105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.449105 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.449423 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.449423 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.449663 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.449663 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.449899 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.450010 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.450165 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.450316 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.450477 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.450639 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.450801 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.450961 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.451123 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.451283 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.451446 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.451609 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.451771 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.452030 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.452257 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.452397 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.452523 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.452645 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.452729 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.452893 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.453055 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.453217 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.453380 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.453562 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.453793 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.453955 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.454118 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.454281 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.454442 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.454605 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.454768 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.454931 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.455598 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.455766 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.455929 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.456091 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.456271 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.456433 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.456595 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.456757 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.456919 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.457081 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.457253 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.457393 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.457572 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.457735 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.457897 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.458059 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.458222 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.458380 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.458556 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461278 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.461841 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462296 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462296 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462296 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462296 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462296 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462296 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462633 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:55:58.462704 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462704 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462704 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462704 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.462704 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.463017 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.463017 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.463361 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.463436 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.463550 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.463742 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.463905 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.464067 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.464230 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.464391 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.464554 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.464719 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.464879 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.465040 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.465201 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.465364 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.465548 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.465713 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.465868 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.466349 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.466349 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.466349 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.466731 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.466731 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.466970 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.466970 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.467226 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.467226 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.467461 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.467546 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.467682 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.467842 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.467999 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.468165 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.468333 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.468485 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.468637 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.468794 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.469191 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.469191 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.469366 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.469446 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.469625 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.469791 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.469956 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.470119 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.470282 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.470446 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.470613 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.470829 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.471481 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.471646 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.471808 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.471954 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.473459 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.473459 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.473459 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.473459 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.473459 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.473459 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.473459 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.473459 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474327 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474327 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474327 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474327 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474327 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474327 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474327 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474988 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474988 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474988 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.474988 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.475458 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.475458 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.475458 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.475812 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.475812 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.476039 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.476039 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.476245 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.476326 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.476461 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.476623 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.476788 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.476950 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.477113 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.477275 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.477438 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.477635 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.477800 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.477961 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.478123 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.478288 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.478432 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.478608 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.478771 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.478933 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.479101 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.479266 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.479426 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.479587 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.479749 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.479911 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.480072 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.480233 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.480397 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.480574 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.480736 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.480897 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.481058 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.481220 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.481381 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.481569 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.481735 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.481897 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.482121 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.482243 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.482369 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.482541 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.482703 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.482865 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.483026 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.483187 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.483348 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.483520 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.483683 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.483846 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.484015 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.484176 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.484338 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.484499 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.484672 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.484834 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.484999 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.485162 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.485324 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.485486 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.485671 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.485839 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.486012 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.486181 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.486362 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.486536 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.486709 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.486881 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.487043 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.487212 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.487763 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.487763 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.487763 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.488062 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.488062 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.488260 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.488260 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.488456 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.488560 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.488725 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.488886 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.489048 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.489214 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.489374 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.489550 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.489715 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.489878 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.490040 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.490422 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.490422 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 20:55:58.490687 dv-cinder-841467-1-iscsi neutron-server[103897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 20:55:58.534048 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 40956) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:55:58.542655 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065045 May 11 20:56:09.916950 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b9bc78-e8a5-4807-bf3a-15a9323fb639 None None] get_active_networks_info from dv-cinder-841467-1-iscsi {{(pid=104010) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 11 20:56:09.987718 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b9bc78-e8a5-4807-bf3a-15a9323fb639 None None] No non-hosted networks {{(pid=104010) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 11 20:56:10.003618 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.agentschedulers_db [None req-73b9bc78-e8a5-4807-bf3a-15a9323fb639 None None] DHCP Agent not found on host dv-cinder-841467-1-iscsi {{(pid=104010) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 11 20:56:10.173465 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-21d10dac-54bc-4b67-b055-06c76a087314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530550'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:12.174925 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-68d00dad-1642-4f71-aef4-28eebaee3145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530550'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:12.231362 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.db.api [None req-b39e1144-978c-4b1c-a1fe-aa9718e13add None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-841467-1-iscsi {{(pid=104010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 20:56:12.231914 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG oslo_db.api [None req-b39e1144-978c-4b1c-a1fe-aa9718e13add None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 20:56:12.875914 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b39e1144-978c-4b1c-a1fe-aa9718e13add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:13.190635 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:13.755444 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530550'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:13.948374 dv-cinder-841467-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-a251f642-aafb-4185-a935-13b85f19cce9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 20:56:13.949259 dv-cinder-841467-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-a251f642-aafb-4185-a935-13b85f19cce9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 20:56:14.171404 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-a251f642-aafb-4185-a935-13b85f19cce9 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 20:56:14.190760 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a251f642-aafb-4185-a935-13b85f19cce9 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9979231 May 11 20:56:15.029897 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530550'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:15.588595 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.db.l3_hamode_db [None req-97607978-34be-4424-bc37-63a06edae2a1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 11 20:56:15.667156 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97607978-34be-4424-bc37-63a06edae2a1 None None] Routers set() bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 20:56:15.667481 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97607978-34be-4424-bc37-63a06edae2a1 None None] Router IDs set() for agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 11 20:56:16.555821 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530550'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:16.556800 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.557204 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.557642 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.558134 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.558533 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.558944 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.559472 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.559896 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.560286 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.560771 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.561347 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.561804 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.562149 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.562523 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.562853 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:16.563403 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841467-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:56:16.569153 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841467-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:56:16.721633 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41054) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:17.035651 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6b1544f5-d1bf-4561-b645-4dd954cde13d admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 20:56:17.125886 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.policy [None req-6b1544f5-d1bf-4561-b645-4dd954cde13d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104008) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 20:56:17.168075 dv-cinder-841467-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-6b1544f5-d1bf-4561-b645-4dd954cde13d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 20:56:17.168476 dv-cinder-841467-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-6b1544f5-d1bf-4561-b645-4dd954cde13d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 20:56:17.328150 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b1544f5-d1bf-4561-b645-4dd954cde13d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743788819586', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743788817046', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743788803139', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743788778022', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743788788433', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743788765036', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8269078', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8149796', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764196', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-714099'] for rbac-policy (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:17.649107 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b1544f5-d1bf-4561-b645-4dd954cde13d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:17.650250 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6b1544f5-d1bf-4561-b645-4dd954cde13d admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9275889 May 11 20:56:20.035573 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41066) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:20.342458 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 20:56:20.424159 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Made reservation on behalf of 07752e1fa91d4fec8615e3b11c555cb7 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 20:56:20.428354 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:20.445032 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:20.552394 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Publish callbacks [] for security_group (7cc20b13-45c4-4be2-89ed-32e3021d2142), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:20.613003 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (7cc20b13-45c4-4be2-89ed-32e3021d2142), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:20.637430 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 20:56:20.671931 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (e3133624-708b-4695-b4dc-aca977967122), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:20.672441 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Added segment e3133624-708b-4695-b4dc-aca977967122 of type vlan for network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe May 11 20:56:20.688570 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc20b13-45c4-4be2-89ed-32e3021d2142,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:20.714294 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.714631 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.714986 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.715339 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.715673 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.715998 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.716319 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.716637 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.716956 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.717276 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.717615 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.717949 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.718268 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.718580 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.718892 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Tracked resource versions report: May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: pushed versions: May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: { 'AddressGroup': {'1.2'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Agent': {'1.1'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'ConntrackHelper': {'1.0'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'LocalIPAssociation': {'1.0'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Log': {'1.0'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'NDPProxy': {'1.0'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Network': {'1.1'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Port': {'1.7'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'PortForwarding': {'1.3'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'QosPolicy': {'1.10'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SecurityGroup': {'1.5'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SecurityGroupRule': {'1.2'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SubPort': {'1.0'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Subnet': {'1.1'}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Trunk': {'1.1'}} May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: consumer versions: May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: { DHCP agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: L3 agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: Metadata agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: Metering agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: Open vSwitch agent@dv-cinder-841467-1-iscsi: { 'AddressGroup': '1.2', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Agent': '1.1', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'ConntrackHelper': '1.0', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'LocalIPAssociation': '1.0', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Log': '1.0', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'NDPProxy': '1.0', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Network': '1.1', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Port': '1.7', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'PortForwarding': '1.3', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'QosPolicy': '1.10', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SecurityGroup': '1.5', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SecurityGroupRule': '1.2', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SubPort': '1.0', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Subnet': '1.1', May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Trunk': '1.1'}} May 11 20:56:20.720347 dv-cinder-841467-1-iscsi neutron-server[104008]: {{(pid=104008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 20:56:20.782359 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:20.870009 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:20.875298 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:56:20.876009 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:20.988491 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] Pushing event updated for resources: {'Network': ['ID=970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:21.002408 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 20:56:21.003547 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-43525fd1-5e04-4956-acc0-3e22e97d4063 demo demo] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9669621 May 11 20:56:23.457956 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41078) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:23.862622 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef07e5-3c1d-45a6-a74e-90dc6a309c62 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:56:23.863984 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6bef07e5-3c1d-45a6-a74e-90dc6a309c62 demo admin] 10.222.0.35 "GET /v2.0/networks/970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe HTTP/1.1" status: 200 len: 825 time: 0.4050927 May 11 20:56:23.887753 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-02691adb-8270-4c17-8d2d-8ba4f5579735 demo admin] 10.222.0.35 "GET /v2.0/subnetpools/c57c5e7b-7907-494b-b760-fdee4685b312 HTTP/1.1" status: 200 len: 734 time: 0.0182233 May 11 20:56:23.896591 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Request body: {'subnet': {'subnetpool_id': 'c57c5e7b-7907-494b-b760-fdee4685b312', 'ip_version': 4, 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 20:56:24.000679 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Made reservation on behalf of 07752e1fa91d4fec8615e3b11c555cb7 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 20:56:24.002974 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:24.355459 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (29fd870e-fc8a-4ddf-9026-791216f2f600), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:24.427746 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Checking segment: {'id': 'e3133624-708b-4695-b4dc-aca977967122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 20:56:24.428194 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Network hostable DHCP agents. Network: 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 20:56:24.432942 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Pushing event updated for resources: {'Subnet': ['ID=29fd870e-fc8a-4ddf-9026-791216f2f600,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:24.532443 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 20:56:24.606782 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 20:56:24.611508 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:56:24.612113 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:24.616251 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ff241-4064-438e-b8fb-7680b079ef63 None None] Network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 20:56:24.729081 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4f9919fd-5839-48e5-a1d5-7e32ee5db681 demo admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8355608 May 11 20:56:24.871029 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe', 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe', 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'fixed_ips': [{'subnet_id': '29fd870e-fc8a-4ddf-9026-791216f2f600'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 20:56:24.872452 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:25.148231 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Allocated IP 172.20.0.2 (970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe/29fd870e-fc8a-4ddf-9026-791216f2f600/4b81c13e-5894-4b6e-99a1-1af99803032d) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 20:56:25.413887 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Publish callbacks [] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:25.510374 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:25.582059 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 20:56:25.587872 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 20:56:25.599880 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 20:56:25.601840 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Pushing event updated for resources: {'Port': ['ID=4b81c13e-5894-4b6e-99a1-1af99803032d,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:25.611994 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.612343 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.612695 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.613051 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.613383 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.613726 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.614053 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.614373 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.614697 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.615017 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.615503 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.615848 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.616171 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.616489 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.617026 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Tracked resource versions report: May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: pushed versions: May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: { 'AddressGroup': {'1.2'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Agent': {'1.1'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'ConntrackHelper': {'1.0'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'LocalIPAssociation': {'1.0'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Log': {'1.0'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'NDPProxy': {'1.0'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Network': {'1.1'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Port': {'1.7'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'PortForwarding': {'1.3'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'QosPolicy': {'1.10'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SecurityGroup': {'1.5'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SecurityGroupRule': {'1.2'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SubPort': {'1.0'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Subnet': {'1.1'}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Trunk': {'1.1'}} May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: consumer versions: May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: { DHCP agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: L3 agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: Metadata agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: Metering agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: Open vSwitch agent@dv-cinder-841467-1-iscsi: { 'AddressGroup': '1.2', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Agent': '1.1', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'ConntrackHelper': '1.0', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'LocalIPAssociation': '1.0', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Log': '1.0', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'NDPProxy': '1.0', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Network': '1.1', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Port': '1.7', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'PortForwarding': '1.3', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'QosPolicy': '1.10', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SecurityGroup': '1.5', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SecurityGroupRule': '1.2', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SubPort': '1.0', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Subnet': '1.1', May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Trunk': '1.1'}} May 11 20:56:25.618247 dv-cinder-841467-1-iscsi neutron-server[104010]: {{(pid=104010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 20:56:25.698034 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Attempting to bind port 4b81c13e-5894-4b6e-99a1-1af99803032d on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 20:56:25.698356 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Attempting to bind port 4b81c13e-5894-4b6e-99a1-1af99803032d by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'e3133624-708b-4695-b4dc-aca977967122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 20:56:25.698789 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Attempting to bind port 4b81c13e-5894-4b6e-99a1-1af99803032d on network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 20:56:25.703895 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 20:56:25.704285 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Checking segment: {'id': 'e3133624-708b-4695-b4dc-aca977967122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 20:56:25.704755 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:25.705738 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Bound using segment: {'id': 'e3133624-708b-4695-b4dc-aca977967122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 20:56:25.706167 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Bound port: 4b81c13e-5894-4b6e-99a1-1af99803032d, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3133624-708b-4695-b4dc-aca977967122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 20:56:25.706573 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:25.767227 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] For port 4b81c13e-5894-4b6e-99a1-1af99803032d, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 20:56:25.789059 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] For port 4b81c13e-5894-4b6e-99a1-1af99803032d, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4b81c13e-5894-4b6e-99a1-1af99803032d,segment=NetworkSegment(e3133624-708b-4695-b4dc-aca977967122),segment_id=e3133624-708b-4695-b4dc-aca977967122)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 20:56:25.876055 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:25.932821 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0be67-97aa-41e8-a17e-d89f72b95aeb None None] Pushing event updated for resources: {'Port': ['ID=4b81c13e-5894-4b6e-99a1-1af99803032d,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:27.184562 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41086) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:27.499647 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-8ef3cc62-a4c5-4b1b-b1e1-cf730e0e281b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 20:56:27.513563 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8ef3cc62-a4c5-4b1b-b1e1-cf730e0e281b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3151085 May 11 20:56:29.965345 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:30.275070 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-6fe308e2-72e0-4a91-861d-607616a8d160 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 20:56:30.276124 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6fe308e2-72e0-4a91-861d-607616a8d160 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3098164 May 11 20:56:32.755691 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41102) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:33.075119 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6b9a1b29-b39e-4576-8cc4-577c38dd7eb8 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 20:56:33.190407 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9a1b29-b39e-4576-8cc4-577c38dd7eb8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (03bedef4-121b-4ec9-acb6-745002e79224), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:33.191992 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9a1b29-b39e-4576-8cc4-577c38dd7eb8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (03bedef4-121b-4ec9-acb6-745002e79224), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:33.328683 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9a1b29-b39e-4576-8cc4-577c38dd7eb8 demo demo] Publish callbacks [] for router_controller (03bedef4-121b-4ec9-acb6-745002e79224), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:33.384683 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9a1b29-b39e-4576-8cc4-577c38dd7eb8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (03bedef4-121b-4ec9-acb6-745002e79224), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:33.535228 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b9a1b29-b39e-4576-8cc4-577c38dd7eb8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:33.536456 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6b9a1b29-b39e-4576-8cc4-577c38dd7eb8 demo demo] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7797940 May 11 20:56:35.978067 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41114) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:36.299090 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-22faa214-42eb-4ce2-8df1-450367e3bfa1 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 20:56:36.300199 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-22faa214-42eb-4ce2-8df1-450367e3bfa1 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3211908 May 11 20:56:37.176402 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4b81c13e-5894-4b6e-99a1-1af99803032d up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 20:56:37.261182 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 4b81c13e-5894-4b6e-99a1-1af99803032d triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:56:37.261636 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:37.285670 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab912ce-86b0-48ac-8688-8be1d8a56a2a None None] Network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 20:56:37.447856 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-81b077d2-c053-46be-a5d2-05dc3f9a01eb None None] Provisioning complete for port 4b81c13e-5894-4b6e-99a1-1af99803032d triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:56:37.448239 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-81b077d2-c053-46be-a5d2-05dc3f9a01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:37.449560 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 4b81c13e-5894-4b6e-99a1-1af99803032d is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:56:37.449935 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:37.549498 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port 4b81c13e-5894-4b6e-99a1-1af99803032d, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4b81c13e-5894-4b6e-99a1-1af99803032d,segment=NetworkSegment(e3133624-708b-4695-b4dc-aca977967122),segment_id=e3133624-708b-4695-b4dc-aca977967122)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 20:56:37.594830 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-81b077d2-c053-46be-a5d2-05dc3f9a01eb None None] Current status of the port 4b81c13e-5894-4b6e-99a1-1af99803032d is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:56:37.595774 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-81b077d2-c053-46be-a5d2-05dc3f9a01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:37.618364 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:37.693675 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.db.api [None req-81b077d2-c053-46be-a5d2-05dc3f9a01eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 20:56:37.694108 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG oslo_db.api [None req-81b077d2-c053-46be-a5d2-05dc3f9a01eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 20:56:37.696593 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=4b81c13e-5894-4b6e-99a1-1af99803032d,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:38.229633 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-81b077d2-c053-46be-a5d2-05dc3f9a01eb None None] Current status of the port 4b81c13e-5894-4b6e-99a1-1af99803032d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:56:38.348848 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-fbaf927a-8c6f-4b1d-9a1b-6b7b42fff9a7 None None] Provisioning complete for port 4b81c13e-5894-4b6e-99a1-1af99803032d triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:56:38.349494 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fbaf927a-8c6f-4b1d-9a1b-6b7b42fff9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:38.432588 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf927a-8c6f-4b1d-9a1b-6b7b42fff9a7 None None] Current status of the port 4b81c13e-5894-4b6e-99a1-1af99803032d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:56:38.760005 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41124) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:39.159150 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4b81c13e-5894-4b6e-99a1-1af99803032d up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 20:56:39.202148 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 4b81c13e-5894-4b6e-99a1-1af99803032d triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:56:39.202539 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:39.248646 dv-cinder-841467-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 20:56:39.249284 dv-cinder-841467-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 20:56:39.276840 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 4b81c13e-5894-4b6e-99a1-1af99803032d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:56:39.465824 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 20:56:39.600646 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Made reservation on behalf of 2831911a3b2e4e6f87ef9844395d784e for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 20:56:39.669708 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.policy [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104009) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 20:56:39.712671 dv-cinder-841467-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 20:56:39.713063 dv-cinder-841467-1-iscsi neutron-server[104009]: WARNING oslo_policy.policy [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 20:56:39.722436 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:39.743319 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:39.851410 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Publish callbacks [] for security_group (b2f3fbea-434e-484f-ad55-d2e6845caf7b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:39.931739 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (b2f3fbea-434e-484f-ad55-d2e6845caf7b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:39.943333 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104009) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 11 20:56:39.966270 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-81503a30-c3a3-4ba2-b681-1e6dd9d81489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:39.975353 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (4c588671-d529-4d96-98d9-ae628e0cbc3b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:39.975833 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Added segment 4c588671-d529-4d96-98d9-ae628e0cbc3b of type flat for network 0916698b-f9ed-41b5-bfc8-8df027674fc1 May 11 20:56:39.991380 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f3fbea-434e-484f-ad55-d2e6845caf7b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:40.042770 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.043114 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.043466 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.043804 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.044141 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.044464 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.044785 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.045096 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.045434 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.045781 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.046115 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.046453 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.046773 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.047084 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.047396 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Tracked resource versions report: May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: pushed versions: May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: { 'AddressGroup': {'1.2'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Agent': {'1.1'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'ConntrackHelper': {'1.0'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'LocalIPAssociation': {'1.0'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Log': {'1.0'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'NDPProxy': {'1.0'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Network': {'1.1'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Port': {'1.7'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'PortForwarding': {'1.3'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'QosPolicy': {'1.10'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SecurityGroup': {'1.5'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SecurityGroupRule': {'1.2'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SubPort': {'1.0'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Subnet': {'1.1'}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Trunk': {'1.1'}} May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: consumer versions: May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: { DHCP agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: L3 agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: Metadata agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: Metering agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: Open vSwitch agent@dv-cinder-841467-1-iscsi: { 'AddressGroup': '1.2', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Agent': '1.1', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'ConntrackHelper': '1.0', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'LocalIPAssociation': '1.0', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Log': '1.0', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'NDPProxy': '1.0', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Network': '1.1', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Port': '1.7', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'PortForwarding': '1.3', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'QosPolicy': '1.10', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SecurityGroup': '1.5', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SecurityGroupRule': '1.2', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SubPort': '1.0', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Subnet': '1.1', May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Trunk': '1.1'}} May 11 20:56:40.048814 dv-cinder-841467-1-iscsi neutron-server[104009]: {{(pid=104009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 20:56:40.094623 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (0916698b-f9ed-41b5-bfc8-8df027674fc1), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:40.212134 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (0916698b-f9ed-41b5-bfc8-8df027674fc1), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:40.213316 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:56:40.214028 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:40.312909 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0916698b-f9ed-41b5-bfc8-8df027674fc1,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:40.323704 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 20:56:40.352420 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4830b658-08c2-435c-9687-e08f6db4c4f0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5913527 May 11 20:56:42.160517 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9a76df91-c61c-4c2b-a48e-25f40d3ddcac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:42.739537 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41144) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:43.134711 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197905c0-7f22-489c-8dc9-36061a09f23d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:56:43.136076 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-197905c0-7f22-489c-8dc9-36061a09f23d demo admin] 10.222.0.35 "GET /v2.0/subnets/29fd870e-fc8a-4ddf-9026-791216f2f600 HTTP/1.1" status: 200 len: 849 time: 0.3956130 May 11 20:56:43.298903 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-38d7f44f-344d-4ec2-b9b8-1e710405be04 demo admin] 10.222.0.35 "GET /v2.0/routers/03bedef4-121b-4ec9-acb6-745002e79224 HTTP/1.1" status: 200 len: 704 time: 0.1573455 May 11 20:56:43.586737 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:43.680669 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:43.879314 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Allocated IP 172.20.0.1 (970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe/29fd870e-fc8a-4ddf-9026-791216f2f600/da2892eb-8f9f-42e2-b27b-35b7f39225fe) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 20:56:44.057515 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Publish callbacks [] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:44.173001 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:44.240413 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 20:56:44.245127 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 20:56:44.260777 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 20:56:44.261251 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (03bedef4-121b-4ec9-acb6-745002e79224), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:44.316435 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Pushing event updated for resources: {'Port': ['ID=da2892eb-8f9f-42e2-b27b-35b7f39225fe,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:44.483015 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-f32fef24-50ef-4540-ab0c-fdeb081abba2 None None] Provisioning complete for port da2892eb-8f9f-42e2-b27b-35b7f39225fe triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:56:44.483329 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f32fef24-50ef-4540-ab0c-fdeb081abba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:44.516960 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-f32fef24-50ef-4540-ab0c-fdeb081abba2 None None] Port da2892eb-8f9f-42e2-b27b-35b7f39225fe cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 20:56:44.539550 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:44.826140 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Publish callbacks [] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:44.880157 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:44.881000 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (03bedef4-121b-4ec9-acb6-745002e79224), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:44.940176 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Pushing event updated for resources: {'Port': ['ID=da2892eb-8f9f-42e2-b27b-35b7f39225fe,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:44.966175 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:45.002856 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 20:56:45.004145 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 20:56:45.236857 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-c40ec5bd-25ae-4ba2-95f7-4c3a54abd225 None None] Provisioning complete for port da2892eb-8f9f-42e2-b27b-35b7f39225fe triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:56:45.237245 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c40ec5bd-25ae-4ba2-95f7-4c3a54abd225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:45.269275 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-c40ec5bd-25ae-4ba2-95f7-4c3a54abd225 None None] Port da2892eb-8f9f-42e2-b27b-35b7f39225fe cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 20:56:45.269627 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Router 03bedef4-121b-4ec9-acb6-745002e79224 is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 20:56:45.363750 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 20:56:45.373371 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-89b5ea70-0b71-4e6f-bbc6-02b95efd002f demo admin] 10.222.0.35 "PUT /v2.0/routers/03bedef4-121b-4ec9-acb6-745002e79224/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0649049 May 11 20:56:45.385062 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Sync routers for ids ['03bedef4-121b-4ec9-acb6-745002e79224'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 20:56:45.398408 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Routers {'03bedef4-121b-4ec9-acb6-745002e79224'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 20:56:45.399269 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T20:56:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['03bedef4-121b-4ec9-acb6-745002e79224'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:56:45.597647 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Set router 03bedef4-121b-4ec9-acb6-745002e79224 gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 20:56:46.020058 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedef4-121b-4ec9-acb6-745002e79224', 'name': 'router1', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T20:56:33Z', 'updated_at': '2022-05-11T20:56:44Z', 'revision_number': 2, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'gw_port_host': None, '_interfaces': [{'id': 'da2892eb-8f9f-42e2-b27b-35b7f39225fe', 'name': '', 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'mac_address': 'fa:16:3e:2a:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedef4-121b-4ec9-acb6-745002e79224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T20:56:43Z', 'updated_at': '2022-05-11T20:56:44Z', 'revision_number': 2, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'subnets': [{'id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57c5e7b-7907-494b-b760-fdee4685b312'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:56:46.071393 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Checking router: 03bedef4-121b-4ec9-acb6-745002e79224 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 20:56:46.071757 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Updating router 03bedef4-121b-4ec9-acb6-745002e79224 port da2892eb-8f9f-42e2-b27b-35b7f39225fe binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 20:56:46.123375 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:46.566474 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:46.697466 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Publish callbacks [] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:46.772070 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:46.934327 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Pushing event updated for resources: {'Port': ['ID=da2892eb-8f9f-42e2-b27b-35b7f39225fe,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:46.949188 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.949560 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.949904 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.950242 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.950573 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.950900 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.951223 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.951544 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.951869 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.952192 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.952515 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.952852 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.953175 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.953492 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.953881 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Tracked resource versions report: May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: pushed versions: May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: { 'AddressGroup': {'1.2'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Agent': {'1.1'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'ConntrackHelper': {'1.0'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'LocalIPAssociation': {'1.0'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Log': {'1.0'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'NDPProxy': {'1.0'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Network': {'1.1'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Port': {'1.7'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'PortForwarding': {'1.3'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'QosPolicy': {'1.10'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SecurityGroup': {'1.5'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SecurityGroupRule': {'1.2'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SubPort': {'1.0'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Subnet': {'1.1'}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Trunk': {'1.1'}} May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: consumer versions: May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: { DHCP agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: L3 agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: Metadata agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: Metering agent@dv-cinder-841467-1-iscsi: {}, May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: Open vSwitch agent@dv-cinder-841467-1-iscsi: { 'AddressGroup': '1.2', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Agent': '1.1', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'ConntrackHelper': '1.0', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'LocalIPAssociation': '1.0', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Log': '1.0', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'NDPProxy': '1.0', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Network': '1.1', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Port': '1.7', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'PortForwarding': '1.3', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'QosPolicy': '1.10', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SecurityGroup': '1.5', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SecurityGroupRule': '1.2', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SubPort': '1.0', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Subnet': '1.1', May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Trunk': '1.1'}} May 11 20:56:46.955842 dv-cinder-841467-1-iscsi neutron-server[104011]: {{(pid=104011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 20:56:46.962155 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Attempting to bind port da2892eb-8f9f-42e2-b27b-35b7f39225fe on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 20:56:46.962562 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Attempting to bind port da2892eb-8f9f-42e2-b27b-35b7f39225fe by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'e3133624-708b-4695-b4dc-aca977967122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 20:56:46.963005 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Attempting to bind port da2892eb-8f9f-42e2-b27b-35b7f39225fe on network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 20:56:46.969282 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 20:56:46.969815 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Checking segment: {'id': 'e3133624-708b-4695-b4dc-aca977967122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 20:56:46.970350 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:46.970816 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Bound using segment: {'id': 'e3133624-708b-4695-b4dc-aca977967122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 20:56:46.971301 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Bound port: da2892eb-8f9f-42e2-b27b-35b7f39225fe, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3133624-708b-4695-b4dc-aca977967122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 20:56:46.971682 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:46.988799 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-bd5020a3-06d0-48d4-a17d-3b8faa4aa718 None None] Provisioning complete for port da2892eb-8f9f-42e2-b27b-35b7f39225fe triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:56:46.989173 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bd5020a3-06d0-48d4-a17d-3b8faa4aa718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:47.024061 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-bd5020a3-06d0-48d4-a17d-3b8faa4aa718 None None] Port da2892eb-8f9f-42e2-b27b-35b7f39225fe cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 20:56:47.039361 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] For port da2892eb-8f9f-42e2-b27b-35b7f39225fe, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 20:56:47.057966 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] For port da2892eb-8f9f-42e2-b27b-35b7f39225fe, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=da2892eb-8f9f-42e2-b27b-35b7f39225fe,segment=NetworkSegment(e3133624-708b-4695-b4dc-aca977967122),segment_id=e3133624-708b-4695-b4dc-aca977967122)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 20:56:47.127761 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:47.186983 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Routers {'03bedef4-121b-4ec9-acb6-745002e79224'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 20:56:47.187609 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T20:56:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['03bedef4-121b-4ec9-acb6-745002e79224'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:56:47.225235 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b7dd8-5fad-440d-af75-97c2229afd12 None None] Pushing event updated for resources: {'Port': ['ID=da2892eb-8f9f-42e2-b27b-35b7f39225fe,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:47.283614 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] Set router 03bedef4-121b-4ec9-acb6-745002e79224 gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 20:56:47.341619 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6720760e-475a-4312-8995-4a9060fda874 None None] Provisioning complete for port da2892eb-8f9f-42e2-b27b-35b7f39225fe triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:56:47.342017 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6720760e-475a-4312-8995-4a9060fda874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:47.423577 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6720760e-475a-4312-8995-4a9060fda874 None None] Current status of the port da2892eb-8f9f-42e2-b27b-35b7f39225fe is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:56:47.423992 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6720760e-475a-4312-8995-4a9060fda874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:47.460480 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6720760e-475a-4312-8995-4a9060fda874 None None] For port da2892eb-8f9f-42e2-b27b-35b7f39225fe, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=da2892eb-8f9f-42e2-b27b-35b7f39225fe,segment=NetworkSegment(e3133624-708b-4695-b4dc-aca977967122),segment_id=e3133624-708b-4695-b4dc-aca977967122)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 20:56:47.491751 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedef4-121b-4ec9-acb6-745002e79224', 'name': 'router1', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T20:56:33Z', 'updated_at': '2022-05-11T20:56:44Z', 'revision_number': 2, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'gw_port_host': None, '_interfaces': [{'id': 'da2892eb-8f9f-42e2-b27b-35b7f39225fe', 'name': '', 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'mac_address': 'fa:16:3e:2a:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedef4-121b-4ec9-acb6-745002e79224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T20:56:43Z', 'updated_at': '2022-05-11T20:56:47Z', 'revision_number': 4, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'subnets': [{'id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57c5e7b-7907-494b-b760-fdee4685b312'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:56:47.514527 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6720760e-475a-4312-8995-4a9060fda874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:47.521184 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025e043-6876-4448-90c0-41c356b647f2 None None] The sync data for ids ['03bedef4-121b-4ec9-acb6-745002e79224'] in dv-cinder-841467-1-iscsi is: [{'id': '03bedef4-121b-4ec9-acb6-745002e79224', 'name': 'router1', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T20:56:33Z', 'updated_at': '2022-05-11T20:56:44Z', 'revision_number': 2, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'gw_port_host': None, '_interfaces': [{'id': 'da2892eb-8f9f-42e2-b27b-35b7f39225fe', 'name': '', 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'mac_address': 'fa:16:3e:2a:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedef4-121b-4ec9-acb6-745002e79224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T20:56:43Z', 'updated_at': '2022-05-11T20:56:47Z', 'revision_number': 4, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'subnets': [{'id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57c5e7b-7907-494b-b760-fdee4685b312'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 20:56:47.562662 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720760e-475a-4312-8995-4a9060fda874 None None] Pushing event updated for resources: {'Port': ['ID=da2892eb-8f9f-42e2-b27b-35b7f39225fe,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:47.805928 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41164) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:47.996764 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa8f12-58f7-4fd6-9288-8e527a3b2c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:56:47.998126 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-00fa8f12-58f7-4fd6-9288-8e527a3b2c00 admin admin] 10.222.0.35 "GET /v2.0/networks/0916698b-f9ed-41b5-bfc8-8df027674fc1 HTTP/1.1" status: 200 len: 842 time: 0.1912067 May 11 20:56:48.007894 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 20:56:48.115009 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Made reservation on behalf of 2831911a3b2e4e6f87ef9844395d784e for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 20:56:48.117410 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:48.477185 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.objects.ports [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104009) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 11 20:56:48.477612 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (3e1aa44c-c09b-4056-8b3e-10de01d8b4d3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:48.533044 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1aa44c-c09b-4056-8b3e-10de01d8b4d3,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:48.543247 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 20:56:48.543601 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Network hostable DHCP agents. Network: 0916698b-f9ed-41b5-bfc8-8df027674fc1, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 20:56:48.646526 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 20:56:48.731860 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, 0916698b-f9ed-41b5-bfc8-8df027674fc1) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 20:56:48.735811 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:56:48.736407 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:48.742083 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cb73cd-4d70-494e-b802-fcbff7ffde83 None None] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 20:56:48.827091 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d466326c-13b9-46df-abb4-9d80f8cd40a0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8224540 May 11 20:56:48.840299 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302a50a-56f0-4af6-9bae-9594dd832f0f None None] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 20:56:51.235386 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41182) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:51.420857 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-50e49e05-11d2-49c0-8d56-66aa2d980b62 demo admin] 10.222.0.35 "GET /v2.0/routers/03bedef4-121b-4ec9-acb6-745002e79224 HTTP/1.1" status: 200 len: 710 time: 0.1842473 May 11 20:56:51.509213 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e33e26f-97ab-4adc-ab4f-536c92308646 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:56:51.510592 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9e33e26f-97ab-4adc-ab4f-536c92308646 demo admin] 10.222.0.35 "GET /v2.0/networks/0916698b-f9ed-41b5-bfc8-8df027674fc1 HTTP/1.1" status: 200 len: 886 time: 0.0836987 May 11 20:56:51.519286 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 20:56:51.846119 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Publish callbacks [] for router_gateway (03bedef4-121b-4ec9-acb6-745002e79224), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:52.179172 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Publish callbacks [] for router_gateway (03bedef4-121b-4ec9-acb6-745002e79224), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:52.257978 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:52.463718 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Allocated IP 172.27.3.59 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/168cd572-3a2c-428a-8e9b-cc040695a33f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 20:56:52.561377 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Publish callbacks [] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:52.629167 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:52.669561 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 20:56:52.673051 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 20:56:52.682365 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 20:56:52.685474 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Pushing event updated for resources: {'Port': ['ID=168cd572-3a2c-428a-8e9b-cc040695a33f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:52.998204 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Publish callbacks [] for router_gateway (03bedef4-121b-4ec9-acb6-745002e79224), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:53.196492 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548907', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16196'] for router (03bedef4-121b-4ec9-acb6-745002e79224), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:53.199909 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549791'] for router (03bedef4-121b-4ec9-acb6-745002e79224), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:53.310029 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Router 03bedef4-121b-4ec9-acb6-745002e79224 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 20:56:53.502506 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 20:56:53.506537 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:53.522268 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-998a7442-e057-44c9-b5a5-e07965e8716c demo admin] 10.222.0.35 "PUT /v2.0/routers/03bedef4-121b-4ec9-acb6-745002e79224 HTTP/1.1" status: 200 len: 889 time: 1.9915516 May 11 20:56:54.354507 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 20:56:55.179319 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device da2892eb-8f9f-42e2-b27b-35b7f39225fe up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 20:56:55.226709 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port da2892eb-8f9f-42e2-b27b-35b7f39225fe triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:56:55.227152 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:55.307543 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port da2892eb-8f9f-42e2-b27b-35b7f39225fe is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:56:55.959087 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41194) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:56:56.068885 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-067eb2c2-cdb9-461d-8ebd-61cc91b85318 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1086764 May 11 20:56:56.320555 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Sync routers for ids ['03bedef4-121b-4ec9-acb6-745002e79224'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 20:56:56.336906 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Routers {'03bedef4-121b-4ec9-acb6-745002e79224'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 20:56:56.337695 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T20:56:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['03bedef4-121b-4ec9-acb6-745002e79224'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:56:56.554484 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Set router 03bedef4-121b-4ec9-acb6-745002e79224 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 20:56:57.015215 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedef4-121b-4ec9-acb6-745002e79224', 'name': 'router1', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '168cd572-3a2c-428a-8e9b-cc040695a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T20:56:33Z', 'updated_at': '2022-05-11T20:56:52Z', 'revision_number': 4, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'gw_port': {'id': '168cd572-3a2c-428a-8e9b-cc040695a33f', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedef4-121b-4ec9-acb6-745002e79224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T20:56:52Z', 'updated_at': '2022-05-11T20:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'da2892eb-8f9f-42e2-b27b-35b7f39225fe', 'name': '', 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'mac_address': 'fa:16:3e:2a:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedef4-121b-4ec9-acb6-745002e79224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T20:56:43Z', 'updated_at': '2022-05-11T20:56:47Z', 'revision_number': 5, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'subnets': [{'id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57c5e7b-7907-494b-b760-fdee4685b312'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:56:57.064928 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Checking router: 03bedef4-121b-4ec9-acb6-745002e79224 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 20:56:57.065300 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Updating router 03bedef4-121b-4ec9-acb6-745002e79224 port 168cd572-3a2c-428a-8e9b-cc040695a33f binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 20:56:57.116318 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:57.469174 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Publish callbacks [] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:57.519805 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:57.570812 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Attempting to bind port 168cd572-3a2c-428a-8e9b-cc040695a33f on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 20:56:57.571184 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Attempting to bind port 168cd572-3a2c-428a-8e9b-cc040695a33f by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 20:56:57.571545 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Attempting to bind port 168cd572-3a2c-428a-8e9b-cc040695a33f on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 20:56:57.573560 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec67390-c67d-4a34-9147-f3986a310965 None None] Pushing event updated for resources: {'Port': ['ID=168cd572-3a2c-428a-8e9b-cc040695a33f,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:57.579485 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 20:56:57.579858 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 20:56:57.580267 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:57.580640 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 20:56:57.581095 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Bound port: 168cd572-3a2c-428a-8e9b-cc040695a33f, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 20:56:57.581475 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:57.630764 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] For port 168cd572-3a2c-428a-8e9b-cc040695a33f, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 20:56:57.633656 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] For port 168cd572-3a2c-428a-8e9b-cc040695a33f, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=168cd572-3a2c-428a-8e9b-cc040695a33f,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 20:56:57.686944 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:57.752289 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec67390-c67d-4a34-9147-f3986a310965 None None] Pushing event updated for resources: {'Port': ['ID=168cd572-3a2c-428a-8e9b-cc040695a33f,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:56:57.754854 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Routers {'03bedef4-121b-4ec9-acb6-745002e79224'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 20:56:57.755441 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T20:56:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['03bedef4-121b-4ec9-acb6-745002e79224'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:56:57.873248 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] Set router 03bedef4-121b-4ec9-acb6-745002e79224 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 20:56:58.089489 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bedef4-121b-4ec9-acb6-745002e79224', 'name': 'router1', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '168cd572-3a2c-428a-8e9b-cc040695a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T20:56:33Z', 'updated_at': '2022-05-11T20:56:52Z', 'revision_number': 4, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'gw_port': {'id': '168cd572-3a2c-428a-8e9b-cc040695a33f', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedef4-121b-4ec9-acb6-745002e79224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T20:56:52Z', 'updated_at': '2022-05-11T20:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'da2892eb-8f9f-42e2-b27b-35b7f39225fe', 'name': '', 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'mac_address': 'fa:16:3e:2a:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedef4-121b-4ec9-acb6-745002e79224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T20:56:43Z', 'updated_at': '2022-05-11T20:56:47Z', 'revision_number': 5, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'subnets': [{'id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57c5e7b-7907-494b-b760-fdee4685b312'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 20:56:58.118491 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75738c-8e61-4fe1-afaf-7ae93482fd63 None None] The sync data for ids ['03bedef4-121b-4ec9-acb6-745002e79224'] in dv-cinder-841467-1-iscsi is: [{'id': '03bedef4-121b-4ec9-acb6-745002e79224', 'name': 'router1', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '168cd572-3a2c-428a-8e9b-cc040695a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T20:56:33Z', 'updated_at': '2022-05-11T20:56:52Z', 'revision_number': 4, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'gw_port': {'id': '168cd572-3a2c-428a-8e9b-cc040695a33f', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bedef4-121b-4ec9-acb6-745002e79224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T20:56:52Z', 'updated_at': '2022-05-11T20:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'da2892eb-8f9f-42e2-b27b-35b7f39225fe', 'name': '', 'network_id': '970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe', 'tenant_id': '07752e1fa91d4fec8615e3b11c555cb7', 'mac_address': 'fa:16:3e:2a:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bedef4-121b-4ec9-acb6-745002e79224', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T20:56:43Z', 'updated_at': '2022-05-11T20:56:47Z', 'revision_number': 5, 'project_id': '07752e1fa91d4fec8615e3b11c555cb7', 'subnets': [{'id': '29fd870e-fc8a-4ddf-9026-791216f2f600', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57c5e7b-7907-494b-b760-fdee4685b312'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 20:56:59.239202 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 168cd572-3a2c-428a-8e9b-cc040695a33f up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 20:56:59.288385 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 168cd572-3a2c-428a-8e9b-cc040695a33f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:56:59.288936 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:59.362909 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 168cd572-3a2c-428a-8e9b-cc040695a33f is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:56:59.363425 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:59.385792 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port 168cd572-3a2c-428a-8e9b-cc040695a33f, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=168cd572-3a2c-428a-8e9b-cc040695a33f,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 20:56:59.486967 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:56:59.563722 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=168cd572-3a2c-428a-8e9b-cc040695a33f,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:57:01.247495 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 168cd572-3a2c-428a-8e9b-cc040695a33f up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 20:57:01.339405 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 168cd572-3a2c-428a-8e9b-cc040695a33f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:57:01.339918 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (168cd572-3a2c-428a-8e9b-cc040695a33f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:57:01.571421 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 168cd572-3a2c-428a-8e9b-cc040695a33f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:57:09.948697 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1b9937f4-4394-4a22-b151-3fa7a4141935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:57:12.143461 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4dd68787-7349-4cb2-9fd1-6ed959c84deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:57:13.685467 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:57:15.034745 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:57:16.554485 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:57:31.354877 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 20:57:39.955711 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-94079ff0-5cbe-46a1-a51d-b364de7efd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:57:42.176667 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b2812078-29ec-4110-8e72-bab65fd23918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:57:43.702214 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:57:44.982715 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:57:46.550030 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:08.354430 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 20:58:09.918686 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4911166b-d90a-40db-bdbe-0b6b7e3e708b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:12.158469 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-73a12ce1-ba15-4809-9541-8464dafc802a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:13.678930 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:14.986709 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:15.752202 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41678) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:58:15.811995 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e4bd3a-6cbc-4864-b17b-7899a32e5068 admin admin] GET failed (client error): The resource could not be found. May 11 20:58:15.813267 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-87e4bd3a-6cbc-4864-b17b-7899a32e5068 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601277 May 11 20:58:15.975017 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ebbbc-89ac-433a-8fb0-0f454f597a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:15.976412 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-771ebbbc-89ac-433a-8fb0-0f454f597a8c admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591320 May 11 20:58:16.535761 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:18.189279 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41688) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:58:18.280084 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823529bc-fac1-4bd7-af62-9229df0edab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:18.281412 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-823529bc-fac1-4bd7-af62-9229df0edab7 admin admin] 10.222.0.35 "GET /v2.0/subnets/29fd870e-fc8a-4ddf-9026-791216f2f600 HTTP/1.1" status: 200 len: 849 time: 0.0911615 May 11 20:58:18.290494 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 20:58:18.373759 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Publish callbacks [] for subnet (29fd870e-fc8a-4ddf-9026-791216f2f600), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:18.564573 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743785614466'] for subnet (29fd870e-fc8a-4ddf-9026-791216f2f600), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:18.594378 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:18.594979 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:18.596257 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] 10.222.0.35 "PUT /v2.0/subnets/29fd870e-fc8a-4ddf-9026-791216f2f600 HTTP/1.1" status: 200 len: 868 time: 0.3092515 May 11 20:58:18.612854 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2841782d-f45c-4dfd-9e4b-24371ad1238a None None] Network 970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 20:58:18.618465 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29fd870e-fc8a-4ddf-9026-791216f2f600,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:58:18.626582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.626865 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.627197 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.627538 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.627870 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.628200 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.628530 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.628857 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.629214 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.629564 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.629897 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.630234 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.630556 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.630878 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.631197 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f85309e-6b57-4262-ae7b-40dd8e1262d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:58:18.970721 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-b9788f8c-5a49-43ae-9f8b-744e92cc4c08 None None] Provisioning complete for port da2892eb-8f9f-42e2-b27b-35b7f39225fe triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:58:18.971103 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b9788f8c-5a49-43ae-9f8b-744e92cc4c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (da2892eb-8f9f-42e2-b27b-35b7f39225fe), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:19.050948 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b9788f8c-5a49-43ae-9f8b-744e92cc4c08 None None] Current status of the port da2892eb-8f9f-42e2-b27b-35b7f39225fe is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:58:19.058780 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-b9788f8c-5a49-43ae-9f8b-744e92cc4c08 None None] Provisioning complete for port 4b81c13e-5894-4b6e-99a1-1af99803032d triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:58:19.059163 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b9788f8c-5a49-43ae-9f8b-744e92cc4c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4b81c13e-5894-4b6e-99a1-1af99803032d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:19.133499 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b9788f8c-5a49-43ae-9f8b-744e92cc4c08 None None] Current status of the port 4b81c13e-5894-4b6e-99a1-1af99803032d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:58:20.838476 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41696) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:58:21.033629 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a432c29-c18c-41d9-a9f0-ace574ef0b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:21.034106 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a432c29-c18c-41d9-a9f0-ace574ef0b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:21.035641 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6a432c29-c18c-41d9-a9f0-ace574ef0b43 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962178 May 11 20:58:23.281318 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41704) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:58:23.410891 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd31eeb-3a86-4a3d-878b-2940da70f290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:23.411361 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd31eeb-3a86-4a3d-878b-2940da70f290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:23.412883 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5bd31eeb-3a86-4a3d-878b-2940da70f290 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305516 May 11 20:58:25.644937 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41712) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:58:25.768243 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a6e50-90cc-41c9-ac98-7a945430c6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:25.769621 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-372a6e50-90cc-41c9-ac98-7a945430c6a0 admin admin] 10.222.0.35 "GET /v2.0/networks/0916698b-f9ed-41b5-bfc8-8df027674fc1 HTTP/1.1" status: 200 len: 886 time: 0.1236963 May 11 20:58:27.991628 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41720) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:58:28.166780 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85127a4a-a015-4116-a17d-60bf050a7f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:28.168066 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-85127a4a-a015-4116-a17d-60bf050a7f93 admin admin] 10.222.0.35 "GET /v2.0/networks/970156f4-2a39-4ac0-b4ff-3e1db0bc5ffe HTTP/1.1" status: 200 len: 869 time: 0.1754956 May 11 20:58:30.372698 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41730) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:58:30.491676 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4dcec6-5290-42ed-a9fa-d73309c882d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:30.492130 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4dcec6-5290-42ed-a9fa-d73309c882d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:30.493659 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ac4dcec6-5290-42ed-a9fa-d73309c882d9 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1199925 May 11 20:58:32.719710 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41738) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:58:32.811701 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc29a4-218b-4dca-aaf4-92bd137be727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:32.812150 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc29a4-218b-4dca-aaf4-92bd137be727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:32.813656 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-61bc29a4-218b-4dca-aaf4-92bd137be727 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929387 May 11 20:58:35.049014 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41746) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:58:35.137094 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb3b93-304c-4e5c-a85b-0c95d4382e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:35.138367 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-62cb3b93-304c-4e5c-a85b-0c95d4382e8c admin admin] 10.222.0.35 "GET /v2.0/subnets/29fd870e-fc8a-4ddf-9026-791216f2f600 HTTP/1.1" status: 200 len: 868 time: 0.0883760 May 11 20:58:37.362887 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41754) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:58:37.447868 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a7eac-a8da-4e0e-bb0a-79d3060d8bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:58:37.449108 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-419a7eac-a8da-4e0e-bb0a-79d3060d8bb2 admin admin] 10.222.0.35 "GET /v2.0/subnets/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3 HTTP/1.1" status: 200 len: 816 time: 0.0852253 May 11 20:58:39.923316 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-af5aaed4-2134-4dad-97bb-421be308ba10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:42.152386 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-85fc42fd-b8d0-4cd2-8c56-b93ea15bc33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:43.695134 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:44.998448 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:58:45.353879 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 20:58:46.529294 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:09.922904 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-51605069-ceca-4612-b173-3a2d8dbdd9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:12.168440 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-abd541fe-8b32-445d-9f54-54131db16609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:13.723062 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:14.968752 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:16.533899 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:17.938147 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41812) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:59:17.985038 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-ca3d2ff6-c291-4b48-abfc-3eadbb1b9893 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 20:59:17.986085 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ca3d2ff6-c291-4b48-abfc-3eadbb1b9893 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469863 May 11 20:59:20.291299 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41820) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:59:20.351133 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32d9235-ebe5-4871-920b-0163708711a4 admin admin] GET failed (client error): The resource could not be found. May 11 20:59:20.353661 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d32d9235-ebe5-4871-920b-0163708711a4 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596497 May 11 20:59:20.438383 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12ba11-1672-41fa-8275-b6ca8fbe72ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:59:20.439833 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ac12ba11-1672-41fa-8275-b6ca8fbe72ba admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827687 May 11 20:59:22.352776 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 20:59:22.690382 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41828) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:59:22.737270 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 20:59:22.825501 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Made reservation on behalf of 2831911a3b2e4e6f87ef9844395d784e for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 20:59:22.827828 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:22.855601 dv-cinder-841467-1-iscsi neutron-server[104009]: WARNING neutron.services.revisions.revision_plugin [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Could not find related network for resource to bump revision. May 11 20:59:22.874239 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 20:59:22.879461 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (912d05d4-25bc-4ae4-9253-02ab04ce5a51), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:22.879857 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Added segment 912d05d4-25bc-4ae4-9253-02ab04ce5a51 of type vlan for network d431f8a7-6065-4735-b64a-987f9c17bad7 May 11 20:59:22.918379 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (d431f8a7-6065-4735-b64a-987f9c17bad7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:23.042549 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (d431f8a7-6065-4735-b64a-987f9c17bad7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:23.043536 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:59:23.044114 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:23.101918 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Pushing event updated for resources: {'Network': ['ID=d431f8a7-6065-4735-b64a-987f9c17bad7,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:59:23.108325 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.108695 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.109067 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.109399 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.109781 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.113847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.113847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.113847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.113847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.113847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.113847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.113847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.113847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.113847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.113847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:23.124016 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network d431f8a7-6065-4735-b64a-987f9c17bad7 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 20:59:23.142545 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9e4adde9-0989-47c7-85c1-e0ca9012be4d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4451938 May 11 20:59:25.359463 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41836) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 20:59:25.419872 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb05745-e424-4d14-bb07-f1cd5e257fa7 admin admin] GET failed (client error): The resource could not be found. May 11 20:59:25.426110 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-feb05745-e424-4d14-bb07-f1cd5e257fa7 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607638 May 11 20:59:25.522078 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca686a-0f4f-4e62-9a62-eaebe9372dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:59:25.523770 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-35ca686a-0f4f-4e62-9a62-eaebe9372dc0 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0986433 May 11 20:59:25.533410 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Request body: {'subnet': {'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 20:59:25.779783 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Made reservation on behalf of 2831911a3b2e4e6f87ef9844395d784e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 20:59:25.782074 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:26.008868 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (60491348-c9bc-4dca-95b0-082ff196d6e8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:26.063407 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60491348-c9bc-4dca-95b0-082ff196d6e8,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:59:26.073214 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.073578 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.073936 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.074280 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.074607 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.074930 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.075251 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.075609 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.075944 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.076268 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.076603 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.076970 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.077294 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.077635 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.077981 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.084434 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Checking segment: {'id': '912d05d4-25bc-4ae4-9253-02ab04ce5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 20:59:26.084592 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Network hostable DHCP agents. Network: d431f8a7-6065-4735-b64a-987f9c17bad7, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 20:59:26.179976 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Network d431f8a7-6065-4735-b64a-987f9c17bad7 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 20:59:26.248026 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, d431f8a7-6065-4735-b64a-987f9c17bad7) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 20:59:26.252070 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 20:59:26.252664 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:26.256758 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d0154a-d482-49fa-b33f-fd6ad93e0bcf None None] Network d431f8a7-6065-4735-b64a-987f9c17bad7 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 20:59:26.325450 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-48f87b38-357b-4383-86f4-d51098fa0c9d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7952540 May 11 20:59:26.364208 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-d431f8a7-6065-4735-b64a-987f9c17bad7', 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7', 'project_id': '2831911a3b2e4e6f87ef9844395d784e', 'fixed_ips': [{'subnet_id': '60491348-c9bc-4dca-95b0-082ff196d6e8'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 20:59:26.364208 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:26.601370 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Allocated IP 192.168.233.2 (d431f8a7-6065-4735-b64a-987f9c17bad7/60491348-c9bc-4dca-95b0-082ff196d6e8/84b1f2ce-2f6c-4fb2-9745-aad0cecead55) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 20:59:26.743354 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Publish callbacks [] for port (84b1f2ce-2f6c-4fb2-9745-aad0cecead55), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:26.809205 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (84b1f2ce-2f6c-4fb2-9745-aad0cecead55), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:26.846757 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Network d431f8a7-6065-4735-b64a-987f9c17bad7 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 20:59:26.849612 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 20:59:26.853223 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 20:59:26.864853 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Pushing event updated for resources: {'Port': ['ID=84b1f2ce-2f6c-4fb2-9745-aad0cecead55,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:59:26.888669 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.889019 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.889383 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.889767 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.890133 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.890466 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.890799 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.891127 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.891455 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.891783 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.892112 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.892451 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.892777 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.893100 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.893422 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 20:59:26.928730 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Attempting to bind port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 20:59:26.929101 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Attempting to bind port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '912d05d4-25bc-4ae4-9253-02ab04ce5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 20:59:26.929467 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Attempting to bind port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55 on network d431f8a7-6065-4735-b64a-987f9c17bad7 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 20:59:26.935283 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 20:59:26.935663 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Checking segment: {'id': '912d05d4-25bc-4ae4-9253-02ab04ce5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 20:59:26.936064 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:26.936454 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Bound using segment: {'id': '912d05d4-25bc-4ae4-9253-02ab04ce5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 20:59:26.936933 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Bound port: 84b1f2ce-2f6c-4fb2-9745-aad0cecead55, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912d05d4-25bc-4ae4-9253-02ab04ce5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 20:59:26.937293 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (84b1f2ce-2f6c-4fb2-9745-aad0cecead55), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:27.002256 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] For port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 20:59:27.005246 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] For port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=84b1f2ce-2f6c-4fb2-9745-aad0cecead55,segment=NetworkSegment(912d05d4-25bc-4ae4-9253-02ab04ce5a51),segment_id=912d05d4-25bc-4ae4-9253-02ab04ce5a51)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 20:59:27.106344 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (84b1f2ce-2f6c-4fb2-9745-aad0cecead55), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:27.168617 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30a5dc-2493-48a1-ba30-9bed1eb5dc36 None None] Pushing event updated for resources: {'Port': ['ID=84b1f2ce-2f6c-4fb2-9745-aad0cecead55,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:59:27.984605 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4957ba-49ba-467e-871a-f9b430b30168 None None] Network d431f8a7-6065-4735-b64a-987f9c17bad7 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 20:59:28.060219 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-912da59c-cbeb-4edc-b31c-00fff03db61a None None] Provisioning complete for port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:59:28.060605 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-912da59c-cbeb-4edc-b31c-00fff03db61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (84b1f2ce-2f6c-4fb2-9745-aad0cecead55), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:28.175329 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-912da59c-cbeb-4edc-b31c-00fff03db61a None None] Current status of the port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:59:28.175724 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-912da59c-cbeb-4edc-b31c-00fff03db61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (84b1f2ce-2f6c-4fb2-9745-aad0cecead55), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:28.213113 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-912da59c-cbeb-4edc-b31c-00fff03db61a None None] For port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=84b1f2ce-2f6c-4fb2-9745-aad0cecead55,segment=NetworkSegment(912d05d4-25bc-4ae4-9253-02ab04ce5a51),segment_id=912d05d4-25bc-4ae4-9253-02ab04ce5a51)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 20:59:28.311234 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-912da59c-cbeb-4edc-b31c-00fff03db61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (84b1f2ce-2f6c-4fb2-9745-aad0cecead55), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:28.367419 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912da59c-cbeb-4edc-b31c-00fff03db61a None None] Pushing event updated for resources: {'Port': ['ID=84b1f2ce-2f6c-4fb2-9745-aad0cecead55,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 20:59:28.430634 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-ca7e2189-ef09-466a-a752-b0825e0fe3a1 None None] Provisioning complete for port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:59:28.431010 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ca7e2189-ef09-466a-a752-b0825e0fe3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (84b1f2ce-2f6c-4fb2-9745-aad0cecead55), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:28.510268 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-ca7e2189-ef09-466a-a752-b0825e0fe3a1 None None] Current status of the port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:59:29.290848 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 84b1f2ce-2f6c-4fb2-9745-aad0cecead55 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 20:59:29.340503 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 20:59:29.340892 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (84b1f2ce-2f6c-4fb2-9745-aad0cecead55), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:29.426522 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 84b1f2ce-2f6c-4fb2-9745-aad0cecead55 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 20:59:39.916156 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ed6407de-623f-44ee-a58a-b34f63c59980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:42.196393 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d10e42c-7060-41e0-a5ea-4f994fefcd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:43.681205 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:44.984975 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:46.562078 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 20:59:59.351654 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:00:09.955497 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5170c1b8-f18b-4217-ae2d-b6ae998241ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:00:12.167089 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-527c4ca8-0ccf-4171-af3e-ad6e78fc0cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:00:13.698561 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:00:15.000992 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:00:16.567116 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:00:36.350409 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:00:39.937953 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8fae-d8ab-4e78-b8f2-f564c5d241d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:00:42.183803 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fc41fb10-7d0b-4b82-b67a-96a613eb191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:00:43.714710 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:00:44.984035 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:00:46.577955 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:04.056915 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41874) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:01:04.062507 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-a73070de-9580-479a-8abd-2859353b33ec tempest-verify_tempest_config-1792879222 tempest-verify_tempest_config-1792879222-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 21:01:04.063463 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a73070de-9580-479a-8abd-2859353b33ec tempest-verify_tempest_config-1792879222 tempest-verify_tempest_config-1792879222-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055599 May 11 21:01:04.607508 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 41892) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:01:04.708957 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:04.780137 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Publish callbacks [] for security_group (40f93070-85a5-4395-b109-a09ad5e5c3cb), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:04.856188 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (40f93070-85a5-4395-b109-a09ad5e5c3cb), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:04.900867 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d29429d6593041d9862295b60319b053&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2923241 May 11 21:01:04.901849 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f93070-85a5-4395-b109-a09ad5e5c3cb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:01:04.903670 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41898) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:01:04.908644 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.908986 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.909332 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.909691 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.910018 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.910338 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.910659 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.910974 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.911309 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.911626 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.911958 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.912289 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.912608 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.912917 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.913226 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ff047-7220-418c-abe0-679fbf5e33bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:04.960210 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Publish callbacks [] for security_group (40f93070-85a5-4395-b109-a09ad5e5c3cb), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:04.980598 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Publish callbacks [] for security_group (40f93070-85a5-4395-b109-a09ad5e5c3cb), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:05.120180 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (40f93070-85a5-4395-b109-a09ad5e5c3cb), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:05.122728 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:05.124004 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40f93070-85a5-4395-b109-a09ad5e5c3cb HTTP/1.1" status: 204 len: 168 time: 0.2193811 May 11 21:01:05.132123 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f93070-85a5-4395-b109-a09ad5e5c3cb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:01:05.139243 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.139595 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.139937 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.140275 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.140607 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.140938 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.141343 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.141657 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.141986 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.142313 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.142638 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.142963 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.143284 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.143603 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:05.143925 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4518b0-0070-4826-a797-13730c58f29b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:01:10.086180 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6b5d03d2-82f1-484d-8a2a-c3fb73f5c7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:12.165645 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-baa201f4-1a1d-4936-a6f3-bbddcd8deb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:13.349249 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:01:13.702441 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:15.102799 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:16.543257 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:39.947481 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5df641a0-a599-4463-93f2-671bc2922bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:42.147888 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1a502cdd-61ef-4bfb-a162-9b6dc81ea65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:43.695843 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:44.987820 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:46.563277 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:01:50.347908 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:02:09.910900 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1b102ed4-6688-4ae7-8750-fd78ff26c1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:02:12.179570 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-957f066a-78b4-4b43-bd39-e08f8edf7c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:02:13.712465 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:02:14.986643 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:02:16.558415 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:02:27.348045 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 5 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:02:39.912069 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ded669cf-58f2-4241-9234-3c92c0e772c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:02:42.197799 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-867262be-bbfc-418c-bf2a-69e4d40932a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:02:43.717288 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:02:44.979937 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:02:46.561542 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:02:48.218248 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530550'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:01.079541 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41968) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:03:01.183872 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-61fa26fa-fce1-42b7-8b71-bc2ca053f3d0 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1031954 May 11 21:03:03.415676 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 41978) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:03:03.469802 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4cee3679-740b-453c-9f81-8e373c770585 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530217 May 11 21:03:04.346600 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:03:09.943323 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d1f02f6-e855-48fa-bc7d-50b7751ce17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:12.160220 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1383882e-8bea-4317-8ec0-f694fa50e029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:13.727950 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:15.013609 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:16.573354 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:18.173660 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:39.965060 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6daa31b6-465e-422d-b958-80764c2fbb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:41.346507 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:03:42.167231 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2dbc50cc-0a48-4963-8220-b2a64aca54b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:43.727269 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:45.035338 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:46.584318 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:03:48.184139 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:09.953013 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d794def6-7ed6-4973-b6f1-b50e2ce42b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:12.164740 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e7f2dd55-4164-4c32-ad96-39548af249bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:13.724425 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:15.011994 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:16.595364 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:18.223788 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:18.400675 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:04:39.969064 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-586bb306-b18d-419f-9b27-ea3751876c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:42.222785 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8d246b5b-18f0-49be-bfe5-433c4d18086e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:43.274070 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42140) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:43.361745 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42150) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:43.542539 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-825299910-network', 'tenant_id': 'ba603b859ac34a119a85b6eaef862098'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:43.573602 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42166) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:43.579426 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-223803358-network', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:43.649227 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Made reservation on behalf of ba603b859ac34a119a85b6eaef862098 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:43.651646 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:43.660442 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:43.725277 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Made reservation on behalf of 513637db58d34fe198b2de93d2cbbeaa for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:43.727546 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:43.788822 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:43.847124 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Publish callbacks [] for security_group (91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:43.848707 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:43.925432 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:43.932588 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Publish callbacks [] for security_group (1299c775-e506-45de-b240-26b8a1319539), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:43.946029 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:04:43.965266 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (52ea47d2-0051-474c-a0d4-f6c577d12487), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:43.965678 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Added segment 52ea47d2-0051-474c-a0d4-f6c577d12487 of type vlan for network 5ca805d8-c1cc-4cef-8df1-9746e917e1a9 May 11 21:04:43.970184 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:43.980563 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.980900 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.981234 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.981588 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.981910 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.982227 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.982581 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.982898 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.983234 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.983554 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.983898 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.984250 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.984564 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.984873 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.985180 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Tracked resource versions report: May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: pushed versions: May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: { 'AddressGroup': {'1.2'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Agent': {'1.1'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'ConntrackHelper': {'1.0'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'LocalIPAssociation': {'1.0'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Log': {'1.0'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'NDPProxy': {'1.0'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Network': {'1.1'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Port': {'1.7'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'PortForwarding': {'1.3'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'QosPolicy': {'1.10'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SecurityGroup': {'1.5'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SecurityGroupRule': {'1.2'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SubPort': {'1.0'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Subnet': {'1.1'}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Trunk': {'1.1'}} May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: consumer versions: May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: { DHCP agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: HyperV agent@hv-cinder-84146: {}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: L3 agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: Metadata agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: Metering agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: Open vSwitch agent@dv-cinder-841467-1-iscsi: { 'AddressGroup': '1.2', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Agent': '1.1', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'ConntrackHelper': '1.0', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'LocalIPAssociation': '1.0', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Log': '1.0', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'NDPProxy': '1.0', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Network': '1.1', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Port': '1.7', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'PortForwarding': '1.3', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'QosPolicy': '1.10', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SecurityGroup': '1.5', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SecurityGroupRule': '1.2', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'SubPort': '1.0', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Subnet': '1.1', May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: 'Trunk': '1.1'}} May 11 21:04:43.986416 dv-cinder-841467-1-iscsi neutron-server[104009]: {{(pid=104009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 21:04:44.021723 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (5ca805d8-c1cc-4cef-8df1-9746e917e1a9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.024277 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1299c775-e506-45de-b240-26b8a1319539), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.056711 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:04:44.073494 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1299c775-e506-45de-b240-26b8a1319539,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:44.080958 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (1c6e84d7-6ba2-43a0-80e9-692397b49c01), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.081364 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Added segment 1c6e84d7-6ba2-43a0-80e9-692397b49c01 of type vlan for network 26111c2a-0c3d-4253-b45f-aeacb402f250 May 11 21:04:44.126102 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (26111c2a-0c3d-4253-b45f-aeacb402f250), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.142969 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (5ca805d8-c1cc-4cef-8df1-9746e917e1a9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.143931 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:44.144512 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.152934 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144845989-network', 'tenant_id': '869f6f7fd5ac4d6d98a6c966e0d0204c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:44.180051 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42184) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:44.214610 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca805d8-c1cc-4cef-8df1-9746e917e1a9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:44.225951 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network 5ca805d8-c1cc-4cef-8df1-9746e917e1a9 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:04:44.243657 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (26111c2a-0c3d-4253-b45f-aeacb402f250), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.245322 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:44.245598 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.322999 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f293ea75-3816-4a8f-8683-ff8e0898ac81 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0416410 May 11 21:04:44.322999 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] Pushing event updated for resources: {'Network': ['ID=26111c2a-0c3d-4253-b45f-aeacb402f250,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:44.325208 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42196) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:44.329358 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network 26111c2a-0c3d-4253-b45f-aeacb402f250 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:04:44.331819 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Request body: {'subnet': {'network_id': '5ca805d8-c1cc-4cef-8df1-9746e917e1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-825299910-subnet', 'tenant_id': 'ba603b859ac34a119a85b6eaef862098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:44.354828 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42202) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:44.359762 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Request body: {'subnet': {'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-223803358-subnet', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:44.364645 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f4f8c073-6ca0-4f76-967b-afed3d31b6cf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0017526 May 11 21:04:44.426753 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Made reservation on behalf of 869f6f7fd5ac4d6d98a6c966e0d0204c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:44.429292 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.438723 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.462744 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Made reservation on behalf of ba603b859ac34a119a85b6eaef862098 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:44.465423 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.501091 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-network', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:44.520713 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42208) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:44.522958 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Made reservation on behalf of 513637db58d34fe198b2de93d2cbbeaa for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:44.525240 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.531901 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Publish callbacks [] for security_group (0aaff88e-df76-463b-9ef1-55fb3039763c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.661077 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Made reservation on behalf of 54d75c229dc14e59b53a1ec63a0f00f8 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:44.663444 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.692077 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.741973 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (0aaff88e-df76-463b-9ef1-55fb3039763c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.788836 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:04:44.806958 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Publish callbacks [] for security_group (9330fa80-6142-4e6d-9a38-49e9f082ce65), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.815128 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (5fa9d76e-7869-4419-952c-8dde165ccadc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.832941 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (18384566-eb8d-48e1-8536-59fcf2688026), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.836273 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Added segment 18384566-eb8d-48e1-8536-59fcf2688026 of type vlan for network f802d997-7443-4545-ae52-6882f97235a8 May 11 21:04:44.840515 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaff88e-df76-463b-9ef1-55fb3039763c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:44.919026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa9d76e-7869-4419-952c-8dde165ccadc,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:44.934087 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (cbdd14a5-c2bd-4c45-a912-a1fdebd3a997), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:44.940690 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Checking segment: {'id': '52ea47d2-0051-474c-a0d4-f6c577d12487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5ca805d8-c1cc-4cef-8df1-9746e917e1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:44.941105 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Network hostable DHCP agents. Network: 5ca805d8-c1cc-4cef-8df1-9746e917e1a9, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:04:44.953765 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (9330fa80-6142-4e6d-9a38-49e9f082ce65), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.000394 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:45.027468 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.027909 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.028321 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.028733 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.029125 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.029546 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.029951 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.030358 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.031278 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.031674 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.032586 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.033013 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.033412 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.034171 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.034572 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Tracked resource versions report: May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: pushed versions: May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: { 'AddressGroup': {'1.2'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Agent': {'1.1'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'ConntrackHelper': {'1.0'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'LocalIPAssociation': {'1.0'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Log': {'1.0'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'NDPProxy': {'1.0'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Network': {'1.1'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Port': {'1.7'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'PortForwarding': {'1.3'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'QosPolicy': {'1.10'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SecurityGroup': {'1.5'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SecurityGroupRule': {'1.2'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SubPort': {'1.0'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Subnet': {'1.1'}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Trunk': {'1.1'}} May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: consumer versions: May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: { DHCP agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: HyperV agent@hv-cinder-84146: {}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: L3 agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: Metadata agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: Metering agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: Open vSwitch agent@dv-cinder-841467-1-iscsi: { 'AddressGroup': '1.2', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Agent': '1.1', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'ConntrackHelper': '1.0', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'LocalIPAssociation': '1.0', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Log': '1.0', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'NDPProxy': '1.0', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Network': '1.1', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Port': '1.7', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'PortForwarding': '1.3', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'QosPolicy': '1.10', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SecurityGroup': '1.5', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SecurityGroupRule': '1.2', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'SubPort': '1.0', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Subnet': '1.1', May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: 'Trunk': '1.1'}} May 11 21:04:45.035831 dv-cinder-841467-1-iscsi neutron-server[104008]: {{(pid=104008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 21:04:45.039518 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9330fa80-6142-4e6d-9a38-49e9f082ce65,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:45.041850 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.042390 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.042914 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.043414 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.043911 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.044407 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.045364 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.045870 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.047278 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.047936 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.048731 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.049387 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.050601 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.051379 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.052376 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:45.057261 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (f802d997-7443-4545-ae52-6882f97235a8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.066359 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-225246438-network', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:45.081911 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Checking segment: {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:45.082266 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Network hostable DHCP agents. Network: 26111c2a-0c3d-4253-b45f-aeacb402f250, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:04:45.095961 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.177720 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Network 5ca805d8-c1cc-4cef-8df1-9746e917e1a9 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:04:45.212389 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Made reservation on behalf of ad1ed05b84e545989b4753dab7bd4b3f for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:45.214797 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.216718 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Network 26111c2a-0c3d-4253-b45f-aeacb402f250 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:04:45.220956 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (f802d997-7443-4545-ae52-6882f97235a8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.222001 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:45.222616 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.243924 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.251817 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.db.api [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 21:04:45.252280 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG oslo_db.api [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 21:04:45.300813 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, 5ca805d8-c1cc-4cef-8df1-9746e917e1a9) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:45.305645 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:45.306796 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.314976 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b35c53b-0c8f-49b9-97b7-05cc0a58f800 None None] Network 5ca805d8-c1cc-4cef-8df1-9746e917e1a9 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:45.340681 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, 26111c2a-0c3d-4253-b45f-aeacb402f250) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:45.343192 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=f802d997-7443-4545-ae52-6882f97235a8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:45.350587 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:45.351549 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.384438 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d6671-0b73-4ae2-9db7-b0d9be16ae7c None None] Network 26111c2a-0c3d-4253-b45f-aeacb402f250 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:45.386546 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network f802d997-7443-4545-ae52-6882f97235a8 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:04:45.417653 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d37ef356-9c2f-40f0-9448-35fa656d7cf5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8427339 May 11 21:04:45.417990 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42240) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:45.425472 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Request body: {'subnet': {'network_id': 'f802d997-7443-4545-ae52-6882f97235a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144845989-subnet', 'tenant_id': '869f6f7fd5ac4d6d98a6c966e0d0204c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:45.464947 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6d8d51f9-3829-4a69-885b-567077224cc7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1385486 May 11 21:04:45.487867 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Publish callbacks [] for security_group (20e3c56d-f2cf-4ccf-a731-1c37d11477d5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.499491 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e3b3ca87-4940-4ef5-844f-3574ae1fdb8e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1434116 May 11 21:04:45.502639 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42246) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:45.512145 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:45.564223 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (20e3c56d-f2cf-4ccf-a731-1c37d11477d5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.577818 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9d39b9-8e07-4a1d-a3f7-23ace8cc7cb3 None None] Network 5ca805d8-c1cc-4cef-8df1-9746e917e1a9 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:45.589174 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:04:45.595730 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Made reservation on behalf of 869f6f7fd5ac4d6d98a6c966e0d0204c for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:45.599165 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.607685 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e3c56d-f2cf-4ccf-a731-1c37d11477d5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:45.608385 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (edb60974-913c-44be-b31d-12235f2ebc50), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.609311 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Added segment edb60974-913c-44be-b31d-12235f2ebc50 of type vlan for network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 May 11 21:04:45.660381 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-26111c2a-0c3d-4253-b45f-aeacb402f250', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 21:04:45.666558 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.717148 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (90219150-3086-4cdf-8c57-9202d7967c1a), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.719960 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (90219150-3086-4cdf-8c57-9202d7967c1a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.778031 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.795493 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (93d70e35-28da-4d4e-9ed9-625e30aef3e3), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.917465 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Allocated IP 172.20.0.2 (26111c2a-0c3d-4253-b45f-aeacb402f250/cbdd14a5-c2bd-4c45-a912-a1fdebd3a997/48291540-5542-44c1-9444-553463ee9e9f) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:04:45.931603 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:04:45.976723 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (ed33b012-7d61-4101-b126-90aa8687ae6e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:45.977508 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Added segment ed33b012-7d61-4101-b126-90aa8687ae6e of type vlan for network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 May 11 21:04:45.979391 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks [] for router_controller (90219150-3086-4cdf-8c57-9202d7967c1a), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.004645 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (2c5ea5be-2676-4201-b6d3-23ea6e85b676), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.066332 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (93d70e35-28da-4d4e-9ed9-625e30aef3e3), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.067640 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:46.068988 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.172585 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (cba3ba85-9c39-4c2e-a36c-66082d4dfb25), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.279634 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5ea5be-2676-4201-b6d3-23ea6e85b676,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:46.294118 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Checking segment: {'id': '18384566-eb8d-48e1-8536-59fcf2688026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f802d997-7443-4545-ae52-6882f97235a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:46.294600 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Network hostable DHCP agents. Network: f802d997-7443-4545-ae52-6882f97235a8, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:04:46.320849 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.7960174 May 11 21:04:46.321641 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42274) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:46.325030 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9606b-c2a0-46bd-a27c-626e9dfe87a7 admin admin] Pushing event updated for resources: {'Network': ['ID=93d70e35-28da-4d4e-9ed9-625e30aef3e3,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:46.331246 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Request body: {'subnet': {'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-225246438-subnet', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:46.352368 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (cba3ba85-9c39-4c2e-a36c-66082d4dfb25), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.353611 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:46.354338 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.389451 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:04:46.457063 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Network f802d997-7443-4545-ae52-6882f97235a8 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:04:46.479312 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] Pushing event updated for resources: {'Network': ['ID=cba3ba85-9c39-4c2e-a36c-66082d4dfb25,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:46.489854 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Made reservation on behalf of ad1ed05b84e545989b4753dab7bd4b3f for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:46.502854 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.507829 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:04:46.513563 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e551aead-55dc-4024-9be7-7903665d4da3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3323708 May 11 21:04:46.514440 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42284) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:46.522051 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Request body: {'subnet': {'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-subnet', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:46.565377 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks [] for router_gateway (90219150-3086-4cdf-8c57-9202d7967c1a), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.588314 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, f802d997-7443-4545-ae52-6882f97235a8) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:46.595201 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:46.595722 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.617563 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b6b85-dee1-4493-a3e7-ef118be94c66 None None] Network f802d997-7443-4545-ae52-6882f97235a8 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:46.693861 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Publish callbacks [] for port (48291540-5542-44c1-9444-553463ee9e9f), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.727160 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Made reservation on behalf of 54d75c229dc14e59b53a1ec63a0f00f8 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:46.733606 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.790818 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-af3dc9ef-7107-43fa-b670-a726947e3a94 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3633697 May 11 21:04:46.805566 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (48291540-5542-44c1-9444-553463ee9e9f), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.860437 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd0b23c-bc92-4556-b5b8-25d48b41abc9 None None] Network f802d997-7443-4545-ae52-6882f97235a8 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:46.862903 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.910608 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (c1dcf91c-ec8d-4cb6-aa91-01263afc28ea), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:46.923532 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Network 26111c2a-0c3d-4253-b45f-aeacb402f250 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:46.956802 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:46.958824 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Pushing event updated for resources: {'Port': ['ID=48291540-5542-44c1-9444-553463ee9e9f,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:46.965351 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:04:46.979878 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.980233 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.980601 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.980971 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.981446 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.981815 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.982149 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.982484 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.982817 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.984321 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.984581 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.985028 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.985389 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.985740 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.986076 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Tracked resource versions report: May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: pushed versions: May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: { 'AddressGroup': {'1.2'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Agent': {'1.1'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'ConntrackHelper': {'1.0'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'LocalIPAssociation': {'1.0'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Log': {'1.0'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'NDPProxy': {'1.0'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Network': {'1.1'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Port': {'1.7'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'PortForwarding': {'1.3'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'QosPolicy': {'1.10'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SecurityGroup': {'1.5'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SecurityGroupRule': {'1.2'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SubPort': {'1.0'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Subnet': {'1.1'}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Trunk': {'1.1'}} May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: consumer versions: May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: { DHCP agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: HyperV agent@hv-cinder-84146: {}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: L3 agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: Metadata agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: Metering agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: Open vSwitch agent@dv-cinder-841467-1-iscsi: { 'AddressGroup': '1.2', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Agent': '1.1', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'ConntrackHelper': '1.0', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'LocalIPAssociation': '1.0', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Log': '1.0', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'NDPProxy': '1.0', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Network': '1.1', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Port': '1.7', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'PortForwarding': '1.3', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'QosPolicy': '1.10', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SecurityGroup': '1.5', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SecurityGroupRule': '1.2', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'SubPort': '1.0', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Subnet': '1.1', May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: 'Trunk': '1.1'}} May 11 21:04:46.987760 dv-cinder-841467-1-iscsi neutron-server[104010]: {{(pid=104010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 21:04:47.060513 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42324) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:47.067328 dv-cinder-841467-1-iscsi neutron-server[104008]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 21:04:47.103904 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Attempting to bind port 48291540-5542-44c1-9444-553463ee9e9f on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:04:47.105618 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Attempting to bind port 48291540-5542-44c1-9444-553463ee9e9f by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:04:47.109428 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Attempting to bind port 48291540-5542-44c1-9444-553463ee9e9f on network 26111c2a-0c3d-4253-b45f-aeacb402f250 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:04:47.116904 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:04:47.117283 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Checking segment: {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:47.117721 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.118123 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Bound using segment: {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:04:47.122114 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Bound port: 48291540-5542-44c1-9444-553463ee9e9f, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:04:47.122471 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (48291540-5542-44c1-9444-553463ee9e9f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.142919 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:47.159400 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Checking segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:47.159999 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Network hostable DHCP agents. Network: 93d70e35-28da-4d4e-9ed9-625e30aef3e3, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:04:47.211918 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (f6dc7980-bf6d-4a31-a1cf-581932df2c50), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.237053 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] For port 48291540-5542-44c1-9444-553463ee9e9f, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:04:47.243371 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] For port 48291540-5542-44c1-9444-553463ee9e9f, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=48291540-5542-44c1-9444-553463ee9e9f,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:04:47.265196 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks [] for router_gateway (90219150-3086-4cdf-8c57-9202d7967c1a), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.267367 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:04:47.317482 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.340438 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6dc7980-bf6d-4a31-a1cf-581932df2c50,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:47.351637 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Checking segment: {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:47.351993 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Network hostable DHCP agents. Network: cba3ba85-9c39-4c2e-a36c-66082d4dfb25, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:04:47.353850 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (48291540-5542-44c1-9444-553463ee9e9f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.407673 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, 93d70e35-28da-4d4e-9ed9-625e30aef3e3) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:47.417830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:47.418602 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.438781 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fab16f5-70a4-4e1d-982d-e3ecd0ccd8f5 None None] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:47.474505 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ace73-7774-48a1-9e41-dd81ef172d31 None None] Pushing event updated for resources: {'Port': ['ID=48291540-5542-44c1-9444-553463ee9e9f,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:47.490204 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:04:47.501651 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, cba3ba85-9c39-4c2e-a36c-66082d4dfb25) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:47.509892 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:47.510495 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.522817 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5582ef04-c317-4acb-92f2-0e430d2bea92 None None] Network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:47.532006 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-422fce68-9d12-4bfc-ac8b-16371ed8402e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2088771 May 11 21:04:47.532652 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42352) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:47.539807 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:47.606372 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b6a1df81-c607-485d-83b9-06999d9f0c00 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0891185 May 11 21:04:47.609254 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42360) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:47.615115 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:47.681109 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (24f8bcc3-4b3f-4906-8252-84f991296269), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.682994 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (24f8bcc3-4b3f-4906-8252-84f991296269), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.696399 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Allocated IP 172.27.3.213 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/6b1e3ca5-7fb9-4485-b712-0e1aa55c0775) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:04:47.755932 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 21:04:47.768730 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.829122 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-727e0a4c-82f2-4336-ac02-dc7797bb8f99 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:47.833011 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-727e0a4c-82f2-4336-ac02-dc7797bb8f99 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/networks?id=5ca805d8-c1cc-4cef-8df1-9746e917e1a9 HTTP/1.1" status: 200 len: 811 time: 0.7712195 May 11 21:04:47.860928 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 21:04:47.861709 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.864187 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (fd503219-3b02-4eeb-851e-cc430fd7a8b3), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.871482 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (fd503219-3b02-4eeb-851e-cc430fd7a8b3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:47.909802 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-cc6b4bac-46d7-4f21-861a-42f80687aaa0 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/quotas/ba603b859ac34a119a85b6eaef862098 HTTP/1.1" status: 200 len: 375 time: 0.0630000 May 11 21:04:47.989150 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-964ba4fe-21e8-4f65-ad22-82502ea14541 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ba603b859ac34a119a85b6eaef862098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783863 May 11 21:04:48.003145 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks [] for router_controller (fd503219-3b02-4eeb-851e-cc430fd7a8b3), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.033743 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks [] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.047014 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks [] for router_controller (24f8bcc3-4b3f-4906-8252-84f991296269), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.078256 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Allocated IP 172.20.0.2 (93d70e35-28da-4d4e-9ed9-625e30aef3e3/c1dcf91c-ec8d-4cb6-aa91-01263afc28ea/cfc0291e-dc38-4903-92b9-c6e5a44a8652) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:04:48.127280 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Allocated IP 172.20.0.2 (cba3ba85-9c39-4c2e-a36c-66082d4dfb25/f6dc7980-bf6d-4a31-a1cf-581932df2c50/2e463779-62eb-4a92-b5b3-71509e9656d0) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:04:48.229743 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.257803 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.339981 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Publish callbacks [] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.406752 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:48.414700 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Publish callbacks [] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.427560 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:48.437831 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42382) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:48.438517 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:04:48.446259 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.463551 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42384) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:48.511460 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Pushing event updated for resources: {'Port': ['ID=cfc0291e-dc38-4903-92b9-c6e5a44a8652,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:48.520346 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.591324 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Pushing event updated for resources: {'Port': ['ID=2e463779-62eb-4a92-b5b3-71509e9656d0,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:48.620164 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:48.626604 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:48.632200 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:04:48.692980 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:48.699437 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:48.705056 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:04:48.710987 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks [] for router_gateway (fd503219-3b02-4eeb-851e-cc430fd7a8b3), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.724872 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-163120850-network', 'tenant_id': 'ee6862c9a3d9421eb6e4ffd1e9ee307c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:48.730413 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1e3ca5-7fb9-4485-b712-0e1aa55c0775,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:48.754361 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-8d0f363e-24ec-484a-91fb-e01efd252832 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 21:04:48.758833 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-8d0f363e-24ec-484a-91fb-e01efd252832 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3900807 May 11 21:04:48.778207 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Attempting to bind port cfc0291e-dc38-4903-92b9-c6e5a44a8652 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:04:48.784324 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Attempting to bind port cfc0291e-dc38-4903-92b9-c6e5a44a8652 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:04:48.784324 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Attempting to bind port cfc0291e-dc38-4903-92b9-c6e5a44a8652 on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:04:48.803457 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:04:48.803838 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Checking segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:48.804239 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:48.804636 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Bound using segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:04:48.805111 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Bound port: cfc0291e-dc38-4903-92b9-c6e5a44a8652, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:04:48.805488 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.195598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Attempting to bind port 2e463779-62eb-4a92-b5b3-71509e9656d0 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:04:49.195598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Attempting to bind port 2e463779-62eb-4a92-b5b3-71509e9656d0 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:04:49.195598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Attempting to bind port 2e463779-62eb-4a92-b5b3-71509e9656d0 on network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:04:49.195598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:04:49.195598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Checking segment: {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:49.195598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.195598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Bound using segment: {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:04:49.195598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Bound port: 2e463779-62eb-4a92-b5b3-71509e9656d0, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:04:49.195598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.200141 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks [] for router_gateway (24f8bcc3-4b3f-4906-8252-84f991296269), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.203000 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f6e5040-ede3-450a-a484-4c97a9e27151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.203466 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] For port cfc0291e-dc38-4903-92b9-c6e5a44a8652, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:04:49.203466 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] For port cfc0291e-dc38-4903-92b9-c6e5a44a8652, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cfc0291e-dc38-4903-92b9-c6e5a44a8652,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:04:49.203466 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2455d9d-053d-4cab-b8a5-e2300dc358dc None None] Network 26111c2a-0c3d-4253-b45f-aeacb402f250 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:49.204883 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Made reservation on behalf of ee6862c9a3d9421eb6e4ffd1e9ee307c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:49.204883 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.205284 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] For port 2e463779-62eb-4a92-b5b3-71509e9656d0, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:04:49.205636 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.205636 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-23c354fc-9548-479a-ab0c-25b901b100ae service neutron] 10.222.0.35 "GET /v2.0/networks/5ca805d8-c1cc-4cef-8df1-9746e917e1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940300 May 11 21:04:49.206184 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks [] for router_gateway (fd503219-3b02-4eeb-851e-cc430fd7a8b3), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.206184 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.206611 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] For port 2e463779-62eb-4a92-b5b3-71509e9656d0, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=2e463779-62eb-4a92-b5b3-71509e9656d0,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:04:49.206611 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.223098 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f6e5040-ede3-450a-a484-4c97a9e27151 admin admin] Publish callbacks [] for security_group (32ab3e42-4902-475d-b7bb-232d04f13674), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.234962 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-fffb4cc5-a068-4696-a865-b84e10b5a3ab None None] Provisioning complete for port 48291540-5542-44c1-9444-553463ee9e9f triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:49.235436 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fffb4cc5-a068-4696-a865-b84e10b5a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (48291540-5542-44c1-9444-553463ee9e9f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.333286 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-85002680-ef36-4ea1-a7fb-e5dc94c29026 service neutron] 10.222.0.35 "GET /v2.0/networks/5ca805d8-c1cc-4cef-8df1-9746e917e1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363579 May 11 21:04:49.339419 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d61677-5501-470c-8692-41ba1cc2007c None None] Pushing event updated for resources: {'Port': ['ID=cfc0291e-dc38-4903-92b9-c6e5a44a8652,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:49.355411 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Publish callbacks [] for security_group (7493ff73-0641-4dcc-a947-6abc7faa65b7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.384937 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks [] for router_gateway (24f8bcc3-4b3f-4906-8252-84f991296269), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.395916 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f6e5040-ede3-450a-a484-4c97a9e27151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (32ab3e42-4902-475d-b7bb-232d04f13674), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.417762 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.431951 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Allocated IP 172.27.3.145 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/fed6f899-eb0b-4aa1-9916-743753faf533) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:04:49.453499 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.526954 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (7493ff73-0641-4dcc-a947-6abc7faa65b7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.594124 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 48291540-5542-44c1-9444-553463ee9e9f up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:04:49.621984 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:04:49.670033 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0f6e5040-ede3-450a-a484-4c97a9e27151 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e2b1fbf2b2948a1a108a660353e1dc0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2285142 May 11 21:04:49.681875 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42404) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:49.684273 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e5040-ede3-450a-a484-4c97a9e27151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ab3e42-4902-475d-b7bb-232d04f13674,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:49.689262 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e4c68-e92e-40bd-9509-64ae22547eb9 None None] Pushing event updated for resources: {'Port': ['ID=2e463779-62eb-4a92-b5b3-71509e9656d0,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:49.717218 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks [] for router_gateway (90219150-3086-4cdf-8c57-9202d7967c1a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.746683 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-fffb4cc5-a068-4696-a865-b84e10b5a3ab None None] Current status of the port 48291540-5542-44c1-9444-553463ee9e9f is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:49.747035 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fffb4cc5-a068-4696-a865-b84e10b5a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (48291540-5542-44c1-9444-553463ee9e9f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.774383 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks [] for port (fed6f899-eb0b-4aa1-9916-743753faf533), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.847121 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-fffb4cc5-a068-4696-a865-b84e10b5a3ab None None] For port 48291540-5542-44c1-9444-553463ee9e9f, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=48291540-5542-44c1-9444-553463ee9e9f,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:04:49.892885 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (19af6310-793d-483a-9580-578e24ee6730), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.897171 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Added segment 19af6310-793d-483a-9580-578e24ee6730 of type vlan for network f493f324-073b-429b-883b-40daa55f1d14 May 11 21:04:49.931026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.933831 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 48291540-5542-44c1-9444-553463ee9e9f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:49.934222 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (48291540-5542-44c1-9444-553463ee9e9f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:49.998084 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-fffb4cc5-a068-4696-a865-b84e10b5a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (48291540-5542-44c1-9444-553463ee9e9f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.034685 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42436) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:50.078502 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb4cc5-a068-4696-a865-b84e10b5a3ab None None] Pushing event updated for resources: {'Port': ['ID=48291540-5542-44c1-9444-553463ee9e9f,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:50.112985 dv-cinder-841467-1-iscsi neutron-server[104009]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 21:04:50.131793 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:50.150090 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 48291540-5542-44c1-9444-553463ee9e9f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:50.160784 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:50.166793 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:04:50.182111 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7493ff73-0641-4dcc-a947-6abc7faa65b7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:50.193443 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e10ec201-b6a6-4d89-a269-a6860df88dc3 None None] Provisioning complete for port 48291540-5542-44c1-9444-553463ee9e9f triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:50.194883 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e10ec201-b6a6-4d89-a269-a6860df88dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (48291540-5542-44c1-9444-553463ee9e9f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.317503 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e10ec201-b6a6-4d89-a269-a6860df88dc3 None None] Current status of the port 48291540-5542-44c1-9444-553463ee9e9f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:50.361971 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (f493f324-073b-429b-883b-40daa55f1d14), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.372103 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3f53d268-2d9d-4c24-8272-06f74ad0ad55 req-369bb811-5a4a-41da-ba2d-b9811f4ecda1 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 210 time: 0.2676387 May 11 21:04:50.378077 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed0cbb5a-2520-4097-9866-db93bab24f08 admin admin] Publish callbacks [] for security_group (32ab3e42-4902-475d-b7bb-232d04f13674), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.411903 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Pushing event updated for resources: {'Port': ['ID=fed6f899-eb0b-4aa1-9916-743753faf533,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:50.422695 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Allocated IP 172.27.3.187 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/e76d529d-9253-445c-9b24-5856b6d1d722) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:04:50.457201 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed0cbb5a-2520-4097-9866-db93bab24f08 admin admin] Publish callbacks [] for security_group (32ab3e42-4902-475d-b7bb-232d04f13674), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.544090 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (f493f324-073b-429b-883b-40daa55f1d14), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.545077 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:50.545672 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.613469 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks [] for port (e76d529d-9253-445c-9b24-5856b6d1d722), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.620777 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (90219150-3086-4cdf-8c57-9202d7967c1a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.628677 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=f493f324-073b-429b-883b-40daa55f1d14,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:50.651257 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network f493f324-073b-429b-883b-40daa55f1d14 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:04:50.676913 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c73d6a49-613c-4f24-bb36-a8aa49853ea2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2118526 May 11 21:04:50.679446 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42458) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:50.687650 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Request body: {'subnet': {'network_id': 'f493f324-073b-429b-883b-40daa55f1d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-163120850-subnet', 'tenant_id': 'ee6862c9a3d9421eb6e4ffd1e9ee307c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:50.697357 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed0cbb5a-2520-4097-9866-db93bab24f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (32ab3e42-4902-475d-b7bb-232d04f13674), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.701168 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed0cbb5a-2520-4097-9866-db93bab24f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.712578 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ed0cbb5a-2520-4097-9866-db93bab24f08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32ab3e42-4902-475d-b7bb-232d04f13674 HTTP/1.1" status: 204 len: 168 time: 1.0196109 May 11 21:04:50.791049 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cbb5a-2520-4097-9866-db93bab24f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ab3e42-4902-475d-b7bb-232d04f13674,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:50.830871 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks [] for router_gateway (fd503219-3b02-4eeb-851e-cc430fd7a8b3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.899029 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.931692 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Made reservation on behalf of ee6862c9a3d9421eb6e4ffd1e9ee307c for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:50.934424 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:50.960881 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:51.004694 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Router 90219150-3086-4cdf-8c57-9202d7967c1a is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 21:04:51.062713 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccfda8f-0fba-4eab-88c9-b6258c4152e6 None None] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:51.123879 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:51.126966 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:04:51.135335 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Pushing event updated for resources: {'Port': ['ID=e76d529d-9253-445c-9b24-5856b6d1d722,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:51.177996 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:04:51.190377 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Sync routers for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:04:51.214698 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:04:51.218048 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:51.254045 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-17764d64-04f3-4fca-a390-839cb0b42068 None None] Provisioning complete for port cfc0291e-dc38-4903-92b9-c6e5a44a8652 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:51.259933 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-17764d64-04f3-4fca-a390-839cb0b42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:51.497924 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:04:51.596120 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:51.598194 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8439a85e-fc0c-4b50-aa61-ef73bede9381 None None] Network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:51.600441 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3d68cecc-bf83-4e45-9002-673aaf16d530 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0966382 May 11 21:04:51.609868 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42482) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:51.685039 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-17764d64-04f3-4fca-a390-839cb0b42068 None None] Current status of the port cfc0291e-dc38-4903-92b9-c6e5a44a8652 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:51.685593 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-17764d64-04f3-4fca-a390-839cb0b42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:51.720263 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks [] for router_gateway (24f8bcc3-4b3f-4906-8252-84f991296269), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:51.782128 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42484) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:51.784240 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:49Z', 'revision_number': 3, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:51.816053 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cfc0291e-dc38-4903-92b9-c6e5a44a8652 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:04:51.816825 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Checking router: 90219150-3086-4cdf-8c57-9202d7967c1a for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:04:51.817323 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Updating router 90219150-3086-4cdf-8c57-9202d7967c1a port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:04:51.847694 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d441a7c3-7f1c-4961-a54a-8bfa36a59bd3 req-8f1c728b-ad91-46ae-b93e-0069ff324d9f tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 210 time: 0.3309500 May 11 21:04:51.858221 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d977ccf-99ca-4286-a0f3-3998d2150b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:51.872158 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (e17debb8-b3b0-4a5c-9b86-14497f53b40a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:51.900593 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:51.900718 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-17764d64-04f3-4fca-a390-839cb0b42068 None None] For port cfc0291e-dc38-4903-92b9-c6e5a44a8652, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cfc0291e-dc38-4903-92b9-c6e5a44a8652,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:04:51.908727 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (fd503219-3b02-4eeb-851e-cc430fd7a8b3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:51.930614 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17debb8-b3b0-4a5c-9b86-14497f53b40a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:51.986278 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port cfc0291e-dc38-4903-92b9-c6e5a44a8652 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:51.986782 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.026797 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-17764d64-04f3-4fca-a390-839cb0b42068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.087056 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17764d64-04f3-4fca-a390-839cb0b42068 None None] Pushing event updated for resources: {'Port': ['ID=cfc0291e-dc38-4903-92b9-c6e5a44a8652,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:52.152220 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port cfc0291e-dc38-4903-92b9-c6e5a44a8652 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:52.153633 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 2e463779-62eb-4a92-b5b3-71509e9656d0 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:04:52.172314 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Checking segment: {'id': '19af6310-793d-483a-9580-578e24ee6730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f493f324-073b-429b-883b-40daa55f1d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:52.172671 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Network hostable DHCP agents. Network: f493f324-073b-429b-883b-40daa55f1d14, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:04:52.228245 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e478b0a1-3762-4da8-bf49-374c7169254c None None] Provisioning complete for port 2e463779-62eb-4a92-b5b3-71509e9656d0 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:52.228836 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e478b0a1-3762-4da8-bf49-374c7169254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.282726 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 2e463779-62eb-4a92-b5b3-71509e9656d0 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:52.282726 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.352603 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (24f8bcc3-4b3f-4906-8252-84f991296269), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.389077 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Publish callbacks [] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.408981 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Network f493f324-073b-429b-883b-40daa55f1d14 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:04:52.410086 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e478b0a1-3762-4da8-bf49-374c7169254c None None] Current status of the port 2e463779-62eb-4a92-b5b3-71509e9656d0 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:52.410589 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e478b0a1-3762-4da8-bf49-374c7169254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.411878 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Router fd503219-3b02-4eeb-851e-cc430fd7a8b3 is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 21:04:52.413686 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 2e463779-62eb-4a92-b5b3-71509e9656d0 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:52.414209 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.457145 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d977ccf-99ca-4286-a0f3-3998d2150b5a admin admin] Publish callbacks [] for security_group (b90b1ba2-49be-41f8-8ec5-81a8ec2c9060), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.461501 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port 2e463779-62eb-4a92-b5b3-71509e9656d0, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=2e463779-62eb-4a92-b5b3-71509e9656d0,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:04:52.474250 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.520924 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, f493f324-073b-429b-883b-40daa55f1d14) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:52.526039 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:52.527042 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.532202 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970639b9-583d-4a6c-8f9a-c7e6b7cf569e None None] Network f493f324-073b-429b-883b-40daa55f1d14 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:52.540399 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Pushing event updated for resources: {'Port': ['ID=6b1e3ca5-7fb9-4485-b712-0e1aa55c0775,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:52.544026 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Attempting to bind port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:04:52.544188 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Attempting to bind port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:04:52.544559 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Attempting to bind port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:04:52.554676 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.554853 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.555148 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.556202 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.556573 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.556921 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.557316 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.557702 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.558042 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.558381 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.558962 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.559071 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.559732 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.559732 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.560032 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Tracked resource versions report: May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: pushed versions: May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: { 'AddressGroup': {'1.2'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Agent': {'1.1'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'ConntrackHelper': {'1.0'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'LocalIPAssociation': {'1.0'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Log': {'1.0'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'NDPProxy': {'1.0'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Network': {'1.1'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Port': {'1.7'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'PortForwarding': {'1.3'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'QosPolicy': {'1.10'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SecurityGroup': {'1.5'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SecurityGroupRule': {'1.2'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SubPort': {'1.0'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Subnet': {'1.1'}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Trunk': {'1.1'}} May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: consumer versions: May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: { DHCP agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: HyperV agent@hv-cinder-84146: {}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: L3 agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: Metadata agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: Metering agent@dv-cinder-841467-1-iscsi: {}, May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: Open vSwitch agent@dv-cinder-841467-1-iscsi: { 'AddressGroup': '1.2', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Agent': '1.1', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'ConntrackHelper': '1.0', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'LocalIPAssociation': '1.0', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Log': '1.0', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'NDPProxy': '1.0', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Network': '1.1', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Port': '1.7', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'PortForwarding': '1.3', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'QosPolicy': '1.10', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SecurityGroup': '1.5', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SecurityGroupRule': '1.2', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'SubPort': '1.0', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Subnet': '1.1', May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: 'Trunk': '1.1'}} May 11 21:04:52.561260 dv-cinder-841467-1-iscsi neutron-server[104011]: {{(pid=104011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 21:04:52.564372 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:04:52.564761 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:52.565162 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.565632 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:04:52.566159 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Bound port: 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:04:52.566668 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.574150 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.588548 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d977ccf-99ca-4286-a0f3-3998d2150b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (b90b1ba2-49be-41f8-8ec5-81a8ec2c9060), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.596795 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.598491 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 48291540-5542-44c1-9444-553463ee9e9f up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:04:52.622420 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:04:52.660701 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] For port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:04:52.663998 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] For port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=6b1e3ca5-7fb9-4485-b712-0e1aa55c0775,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:04:52.673349 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Sync routers for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:04:52.697551 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Router 24f8bcc3-4b3f-4906-8252-84f991296269 is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 21:04:52.706754 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7db881ae-bd53-4118-b88b-9b61f75af3c2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0259585 May 11 21:04:52.707259 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.712815 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cd34ef1a-4fea-4bbb-bc98-f97993fb2d3c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1021702 May 11 21:04:52.713573 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42498) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:52.745686 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9d977ccf-99ca-4286-a0f3-3998d2150b5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17ef566a26b749858a48abc079b14abf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9548080 May 11 21:04:52.745686 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d977ccf-99ca-4286-a0f3-3998d2150b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90b1ba2-49be-41f8-8ec5-81a8ec2c9060,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:52.748943 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42500) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:52.767717 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.821298 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:04:52.823115 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:52.912908 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:04:52.915727 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:52.915881 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21568450-05db-4d85-9909-6771cf00a721 admin admin] Publish callbacks [] for security_group (b90b1ba2-49be-41f8-8ec5-81a8ec2c9060), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:52.920344 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bab4e-a036-41d7-be1f-0a5d780f9271 None None] Pushing event updated for resources: {'Port': ['ID=6b1e3ca5-7fb9-4485-b712-0e1aa55c0775,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:52.927268 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42506) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:52.980894 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Allocated IP 172.20.0.1 (26111c2a-0c3d-4253-b45f-aeacb402f250/cbdd14a5-c2bd-4c45-a912-a1fdebd3a997/ab22dd33-8844-489e-9f20-a43fa94013d0) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:04:52.999801 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21568450-05db-4d85-9909-6771cf00a721 admin admin] Publish callbacks [] for security_group (b90b1ba2-49be-41f8-8ec5-81a8ec2c9060), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.018729 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d548e29-c085-4262-95c2-93051750be6e admin admin] Deleting subnet 2c5ea5be-2676-4201-b6d3-23ea6e85b676 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:04:53.026764 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d548e29-c085-4262-95c2-93051750be6e admin admin] Publish callbacks [] for subnet (2c5ea5be-2676-4201-b6d3-23ea6e85b676), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.032541 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:04:53.061874 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:04:53.089015 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=2e463779-62eb-4a92-b5b3-71509e9656d0,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:53.100645 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:04:53.103490 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.db.api [None req-e478b0a1-3762-4da8-bf49-374c7169254c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 21:04:53.104019 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG oslo_db.api [None req-e478b0a1-3762-4da8-bf49-374c7169254c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 21:04:53.142226 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2cf498-7ed4-4ab7-a38f-0aaa6ed057b1 None None] Network f493f324-073b-429b-883b-40daa55f1d14 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:04:53.150149 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d548e29-c085-4262-95c2-93051750be6e admin admin] Publish callbacks [] for subnet (2c5ea5be-2676-4201-b6d3-23ea6e85b676), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.153189 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 48291540-5542-44c1-9444-553463ee9e9f triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:53.153674 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (48291540-5542-44c1-9444-553463ee9e9f), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.164453 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d548e29-c085-4262-95c2-93051750be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (2c5ea5be-2676-4201-b6d3-23ea6e85b676), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.183675 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4169fbc0-e275-4b53-8a94-c59d8ce8212f req-d3e6b532-fd4c-4850-861b-744e7e878452 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 210 time: 0.0332534 May 11 21:04:53.186326 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.188042 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f02dd814-1dc0-4e00-89b4-c533862fa14e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6544607 May 11 21:04:53.191055 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42510) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:53.231797 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:04:53.239179 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:53.295677 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Publish callbacks [] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.353602 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:04:53.419893 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:04:53.446032 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.549873 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d548e29-c085-4262-95c2-93051750be6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (2c5ea5be-2676-4201-b6d3-23ea6e85b676), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.586024 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21568450-05db-4d85-9909-6771cf00a721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (b90b1ba2-49be-41f8-8ec5-81a8ec2c9060), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.592588 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 48291540-5542-44c1-9444-553463ee9e9f is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:53.597297 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21568450-05db-4d85-9909-6771cf00a721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.600639 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-21568450-05db-4d85-9909-6771cf00a721 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b90b1ba2-49be-41f8-8ec5-81a8ec2c9060 HTTP/1.1" status: 204 len: 168 time: 0.7889984 May 11 21:04:53.621049 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4d548e29-c085-4262-95c2-93051750be6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.628128 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4d548e29-c085-4262-95c2-93051750be6e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2c5ea5be-2676-4201-b6d3-23ea6e85b676 HTTP/1.1" status: 204 len: 168 time: 0.6998608 May 11 21:04:53.637122 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42518) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:53.641359 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Network 26111c2a-0c3d-4253-b45f-aeacb402f250 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:53.698465 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:53.714966 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d548e29-c085-4262-95c2-93051750be6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5ea5be-2676-4201-b6d3-23ea6e85b676,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:53.716907 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21568450-05db-4d85-9909-6771cf00a721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90b1ba2-49be-41f8-8ec5-81a8ec2c9060,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:53.727139 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:04:53.727649 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (90219150-3086-4cdf-8c57-9202d7967c1a), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.741767 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:49Z', 'revision_number': 3, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:53.798881 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db307f-584a-4cb1-bb86-d6d4f3e895d3 None None] The sync data for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi is: [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:49Z', 'revision_number': 3, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:04:53.804840 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Pushing event updated for resources: {'Port': ['ID=ab22dd33-8844-489e-9f20-a43fa94013d0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:53.816239 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cfc0291e-dc38-4903-92b9-c6e5a44a8652 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:04:53.871680 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:51Z', 'revision_number': 3, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:53.878255 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (f802d997-7443-4545-ae52-6882f97235a8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:53.971002 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e478b0a1-3762-4da8-bf49-374c7169254c None None] Current status of the port 2e463779-62eb-4a92-b5b3-71509e9656d0 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:53.971580 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:04:53.971977 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Updating router 24f8bcc3-4b3f-4906-8252-84f991296269 port e76d529d-9253-445c-9b24-5856b6d1d722 binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:04:54.055821 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:54.142637 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e478b0a1-3762-4da8-bf49-374c7169254c None None] Provisioning complete for port cfc0291e-dc38-4903-92b9-c6e5a44a8652 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:54.144064 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e478b0a1-3762-4da8-bf49-374c7169254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:54.244809 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:50Z', 'revision_number': 3, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:54.285877 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port cfc0291e-dc38-4903-92b9-c6e5a44a8652 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:54.286361 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:54.300243 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Checking router: fd503219-3b02-4eeb-851e-cc430fd7a8b3 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:04:54.300726 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Updating router fd503219-3b02-4eeb-851e-cc430fd7a8b3 port fed6f899-eb0b-4aa1-9916-743753faf533 binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:04:54.408000 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:54.515815 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (f802d997-7443-4545-ae52-6882f97235a8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:54.612948 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e478b0a1-3762-4da8-bf49-374c7169254c None None] Current status of the port cfc0291e-dc38-4903-92b9-c6e5a44a8652 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:54.670598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:54.750504 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:54.754969 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:54.759087 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:54.759643 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > port after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:54.763548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:54.763548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > port after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:54.763548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:54.763548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:54.763548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:54.763548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:54.938500 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Publish callbacks [] for port (e76d529d-9253-445c-9b24-5856b6d1d722), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:54.977802 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port cfc0291e-dc38-4903-92b9-c6e5a44a8652 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:54.978873 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 2e463779-62eb-4a92-b5b3-71509e9656d0 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:04:55.022225 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-384dded6-a1c4-45cf-82fc-9c722234ba26 None None] Provisioning complete for port 2e463779-62eb-4a92-b5b3-71509e9656d0 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:55.022610 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-384dded6-a1c4-45cf-82fc-9c722234ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.046353 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Publish callbacks [] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.052474 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.70', 55080) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:55.053557 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 2e463779-62eb-4a92-b5b3-71509e9656d0 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:55.053937 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.079904 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.137287 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:55.137790 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:55.138163 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:55.138500 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:55.140478 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f802d997-7443-4545-ae52-6882f97235a8']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:55.196400 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Attempting to bind port e76d529d-9253-445c-9b24-5856b6d1d722 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:04:55.196661 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Attempting to bind port e76d529d-9253-445c-9b24-5856b6d1d722 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:04:55.196990 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Attempting to bind port e76d529d-9253-445c-9b24-5856b6d1d722 on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:04:55.204381 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18384566-eb8d-48e1-8536-59fcf2688026') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:55.207058 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18384566-eb8d-48e1-8536-59fcf2688026') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:55.215613 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.219072 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (90219150-3086-4cdf-8c57-9202d7967c1a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.230308 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3a037-a9c5-4273-8074-f5982def54ff None None] Pushing event updated for resources: {'Port': ['ID=e76d529d-9253-445c-9b24-5856b6d1d722,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:55.236990 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:04:55.237370 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:55.237812 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.242821 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:04:55.243435 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Bound port: e76d529d-9253-445c-9b24-5856b6d1d722, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:04:55.243837 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.277245 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.312424 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2745474'] for segment (18384566-eb8d-48e1-8536-59fcf2688026), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.326072 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Pushing event updated for resources: {'Port': ['ID=ab22dd33-8844-489e-9f20-a43fa94013d0,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:55.330315 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-384dded6-a1c4-45cf-82fc-9c722234ba26 None None] Current status of the port 2e463779-62eb-4a92-b5b3-71509e9656d0 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:55.382227 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:04:55.391792 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] For port e76d529d-9253-445c-9b24-5856b6d1d722, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:04:55.400137 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] For port e76d529d-9253-445c-9b24-5856b6d1d722, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=e76d529d-9253-445c-9b24-5856b6d1d722,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:04:55.408091 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.427350 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (18384566-eb8d-48e1-8536-59fcf2688026), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.434564 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-384dded6-a1c4-45cf-82fc-9c722234ba26 None None] Provisioning complete for port ab22dd33-8844-489e-9f20-a43fa94013d0 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:55.434955 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-384dded6-a1c4-45cf-82fc-9c722234ba26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.437935 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-179f8b5c-dda4-48a9-82c1-9c6e9e1e0882 req-5ee206ce-10ff-4b38-bf0b-91af1b2e2172 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 210 time: 0.3861828 May 11 21:04:55.488197 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Network 26111c2a-0c3d-4253-b45f-aeacb402f250 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:55.492949 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:04:55.493547 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562712'] for segment (18384566-eb8d-48e1-8536-59fcf2688026), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.495790 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-384dded6-a1c4-45cf-82fc-9c722234ba26 None None] Port ab22dd33-8844-489e-9f20-a43fa94013d0 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:04:55.496288 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: from cryptography.utils import int_from_bytes May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: from cryptography.utils import int_from_bytes May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: Traceback (most recent call last): May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: timer() May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: cb(*args, **kw) May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: return func(*args, **kwargs) May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: self._notify() May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: self.callback(batched_events) May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: event.method(event) May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: return f(self, *a, **k) May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._get(url).json() May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: return self.request(url, 'GET', **kwargs) May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:04:55.502119 dv-cinder-841467-1-iscsi neutron-server[104009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:04:55.507493 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.514478 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-39afc4e4-4bc5-4aa9-8631-d4128d5faf65 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:55.516817 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-39afc4e4-4bc5-4aa9-8631-d4128d5faf65 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.70 "GET /v2.0/networks?id=5ca805d8-c1cc-4cef-8df1-9746e917e1a9 HTTP/1.1" status: 200 len: 811 time: 0.4623976 May 11 21:04:55.541603 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 2e463779-62eb-4a92-b5b3-71509e9656d0 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:55.593722 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Request body: {'port': {'device_id': '46c813c1-9c8c-4614-a5dc-a21b2a13cdcd', 'network_id': '5ca805d8-c1cc-4cef-8df1-9746e917e1a9', 'admin_state_up': True, 'tenant_id': 'ba603b859ac34a119a85b6eaef862098'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:55.664983 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:04:55.669945 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:55.805722 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Publish callbacks [] for port (fed6f899-eb0b-4aa1-9916-743753faf533), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:55.818399 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:04:55.886450 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3a037-a9c5-4273-8074-f5982def54ff None None] Pushing event updated for resources: {'Port': ['ID=e76d529d-9253-445c-9b24-5856b6d1d722,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:55.945579 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.070084 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:04:56.074323 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (f802d997-7443-4545-ae52-6882f97235a8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.107611 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:56.108125 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.113944 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-7aa698ab-2712-4d24-bddc-abaeda70f530 None None] Provisioning complete for port ab22dd33-8844-489e-9f20-a43fa94013d0 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:56.114658 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7aa698ab-2712-4d24-bddc-abaeda70f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.117927 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Attempting to bind port fed6f899-eb0b-4aa1-9916-743753faf533 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:04:56.117927 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Attempting to bind port fed6f899-eb0b-4aa1-9916-743753faf533 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:04:56.118172 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Attempting to bind port fed6f899-eb0b-4aa1-9916-743753faf533 on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:04:56.138336 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0950b-5e8e-4404-926a-ec435c49905a None None] Pushing event updated for resources: {'Port': ['ID=fed6f899-eb0b-4aa1-9916-743753faf533,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:56.153732 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Allocated IP 172.20.0.1 (93d70e35-28da-4d4e-9ed9-625e30aef3e3/c1dcf91c-ec8d-4cb6-aa91-01263afc28ea/07cbd22a-392a-43fb-a281-df0bc7ac944b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:04:56.160626 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Router 90219150-3086-4cdf-8c57-9202d7967c1a has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:04:56.276080 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Made reservation on behalf of ba603b859ac34a119a85b6eaef862098 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:04:56.283425 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.371227 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:51Z', 'revision_number': 3, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:56.393509 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Publish callbacks [] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.421461 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df72fd-9e5c-4152-aaf4-5087d671c5d9 None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:51Z', 'revision_number': 3, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:04:56.426579 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:04:56.426579 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:04:56.426579 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.426579 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:04:56.426579 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Bound port: fed6f899-eb0b-4aa1-9916-743753faf533, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:04:56.426579 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.450122 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.458988 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f802d997-7443-4545-ae52-6882f97235a8 HTTP/1.1" status: 204 len: 168 time: 2.8172429 May 11 21:04:56.459654 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42618) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:56.475329 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f224c4-13ea-46fa-b79f-e9af54d0c644 admin admin] Pushing event deleted for resources: {'Network': ['ID=f802d997-7443-4545-ae52-6882f97235a8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:56.490714 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] For port fed6f899-eb0b-4aa1-9916-743753faf533, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:04:56.494390 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] For port fed6f899-eb0b-4aa1-9916-743753faf533, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=fed6f899-eb0b-4aa1-9916-743753faf533,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:04:56.536348 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-7aa698ab-2712-4d24-bddc-abaeda70f530 None None] Port ab22dd33-8844-489e-9f20-a43fa94013d0 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:04:56.542751 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.588036 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:04:56.623126 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.682865 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a343ecb5-34c3-4dfb-847b-f729d4a057fe admin admin] 10.222.0.35 "PUT /v2.0/routers/90219150-3086-4cdf-8c57-9202d7967c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0651896 May 11 21:04:56.811388 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:56.813869 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.823033 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a010c2ba-b47d-4320-adb9-3dee5edcd4fb admin admin] Deleting subnet e17debb8-b3b0-4a5c-9b86-14497f53b40a {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:04:56.834980 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a010c2ba-b47d-4320-adb9-3dee5edcd4fb admin admin] Publish callbacks [] for subnet (e17debb8-b3b0-4a5c-9b86-14497f53b40a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:56.853118 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Sync routers for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:04:56.893220 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Allocated IP 172.20.0.9 (5ca805d8-c1cc-4cef-8df1-9746e917e1a9/5fa9d76e-7869-4419-952c-8dde165ccadc/5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:04:56.927185 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=6b1e3ca5-7fb9-4485-b712-0e1aa55c0775,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:04:56.928610 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:04:56.929229 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:56.932429 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0950b-5e8e-4404-926a-ec435c49905a None None] Pushing event updated for resources: {'Port': ['ID=fed6f899-eb0b-4aa1-9916-743753faf533,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:56.940394 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:04:56.940394 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:57.021747 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Allocated IP 172.20.0.1 (cba3ba85-9c39-4c2e-a36c-66082d4dfb25/f6dc7980-bf6d-4a31-a1cf-581932df2c50/91067adf-63c6-435f-ba41-8ef27ac517cf) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:04:57.024830 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a010c2ba-b47d-4320-adb9-3dee5edcd4fb admin admin] Publish callbacks [] for subnet (e17debb8-b3b0-4a5c-9b86-14497f53b40a), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:57.042649 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:57.062582 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a010c2ba-b47d-4320-adb9-3dee5edcd4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (e17debb8-b3b0-4a5c-9b86-14497f53b40a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:57.109926 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19eebb3f-40f2-415f-844c-53af8a4b8550 req-7e8f3956-3df6-4416-9748-92afada4b837 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 210 time: 0.1693673 May 11 21:04:57.126261 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:57.157690 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:57.163296 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:04:57.328762 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Pushing event updated for resources: {'Port': ['ID=07cbd22a-392a-43fb-a281-df0bc7ac944b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:57.360182 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=6b1e3ca5-7fb9-4485-b712-0e1aa55c0775,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:57.385244 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:04:57.480800 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:04:57.490820 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Publish callbacks [] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:57.494442 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (24f8bcc3-4b3f-4906-8252-84f991296269), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:57.674902 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:57.705375 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-8afc235b-f441-4ba9-b17c-0aa2c78d1b59 None None] Provisioning complete for port 07cbd22a-392a-43fb-a281-df0bc7ac944b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:57.705787 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8afc235b-f441-4ba9-b17c-0aa2c78d1b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:57.792386 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42658) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:57.804417 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-205f0c99-4136-4081-90cd-6ee64bef3c3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033839476', 'description': 'tempest-description--545233741'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:57.866572 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a010c2ba-b47d-4320-adb9-3dee5edcd4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for subnet (e17debb8-b3b0-4a5c-9b86-14497f53b40a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:57.875283 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-8afc235b-f441-4ba9-b17c-0aa2c78d1b59 None None] Port 07cbd22a-392a-43fb-a281-df0bc7ac944b cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:04:57.933361 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010c2ba-b47d-4320-adb9-3dee5edcd4fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17debb8-b3b0-4a5c-9b86-14497f53b40a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:57.955649 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Publish callbacks [] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:57.970617 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Network 5ca805d8-c1cc-4cef-8df1-9746e917e1a9 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:57.978639 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:57.982412 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:04:57.989123 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:57.989733 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:58.013554 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a010c2ba-b47d-4320-adb9-3dee5edcd4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:58.018618 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a010c2ba-b47d-4320-adb9-3dee5edcd4fb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e17debb8-b3b0-4a5c-9b86-14497f53b40a HTTP/1.1" status: 204 len: 168 time: 1.5490460 May 11 21:04:58.024795 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42662) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:04:58.097885 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-205f0c99-4136-4081-90cd-6ee64bef3c3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:58.154109 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:04:58.299828 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:58.381944 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:58.382462 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:58.472030 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8760252 May 11 21:04:58.488818 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-24a0cfba-fcbc-4b34-9750-994e1bd275d1 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 21:04:58.490945 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-24a0cfba-fcbc-4b34-9750-994e1bd275d1 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0171270 May 11 21:04:58.553010 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:58.554161 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device e76d529d-9253-445c-9b24-5856b6d1d722 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:04:58.572389 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72b7f2-e15c-4513-a7b6-de7c71968ab2 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Pushing event updated for resources: {'Port': ['ID=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:58.639071 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port e76d529d-9253-445c-9b24-5856b6d1d722 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:04:58.640476 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:58.671131 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Publish callbacks [] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:58.676316 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:58.683358 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:50Z', 'revision_number': 3, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:58.722017 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acae0052-1a3e-4c89-9a44-ef36e564b928 None None] The sync data for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi is: [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:50Z', 'revision_number': 3, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:04:58.723890 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 2, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:58.807010 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (f493f324-073b-429b-883b-40daa55f1d14), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:58.831566 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Checking router: 90219150-3086-4cdf-8c57-9202d7967c1a for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:04:58.831930 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Updating router 90219150-3086-4cdf-8c57-9202d7967c1a port ab22dd33-8844-489e-9f20-a43fa94013d0 binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:04:58.864981 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:04:58.890112 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Pushing event updated for resources: {'Port': ['ID=91067adf-63c6-435f-ba41-8ef27ac517cf,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:58.893071 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:04:58.910411 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:58.950060 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:59.139468 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Pushing event updated for resources: {'Port': ['ID=07cbd22a-392a-43fb-a281-df0bc7ac944b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:04:59.154744 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985ed80-8f40-4e16-bd10-3ccdc61b612a req-0c4870ce-a48b-4baf-a4f8-1479aef96047 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:04:59.163541 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f985ed80-8f40-4e16-bd10-3ccdc61b612a req-0c4870ce-a48b-4baf-a4f8-1479aef96047 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 931 time: 0.4645624 May 11 21:04:59.189457 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (f493f324-073b-429b-883b-40daa55f1d14), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:59.248347 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.248815 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.251048 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.251486 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.251830 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.252171 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.252500 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.252833 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.253160 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.256329 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.428506 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (24f8bcc3-4b3f-4906-8252-84f991296269), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:59.481942 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:04:59.580496 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (fd503219-3b02-4eeb-851e-cc430fd7a8b3), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:59.628625 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port e76d529d-9253-445c-9b24-5856b6d1d722 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:04:59.629124 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:59.705448 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.708540 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.708934 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.713257 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 21:04:59.714998 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f493f324-073b-429b-883b-40daa55f1d14']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:59.782799 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Request body: {'port': {'device_id': '46c813c1-9c8c-4614-a5dc-a21b2a13cdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:04:59.880017 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-205f0c99-4136-4081-90cd-6ee64bef3c3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (246d9426-bdb5-4d38-9d83-ba936cb0f554), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:04:59.927088 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19af6310-793d-483a-9580-578e24ee6730') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:59.932045 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19af6310-793d-483a-9580-578e24ee6730') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:04:59.968005 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-205f0c99-4136-4081-90cd-6ee64bef3c3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (246d9426-bdb5-4d38-9d83-ba936cb0f554), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.000038 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3277999'] for segment (19af6310-793d-483a-9580-578e24ee6730), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.019119 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port e76d529d-9253-445c-9b24-5856b6d1d722, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=e76d529d-9253-445c-9b24-5856b6d1d722,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:00.041364 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-f1231bac-0234-45c4-a7e5-788decdeab76 None None] Provisioning complete for port 91067adf-63c6-435f-ba41-8ef27ac517cf triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:00.041994 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42710) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:00.044154 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f1231bac-0234-45c4-a7e5-788decdeab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.062740 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (19af6310-793d-483a-9580-578e24ee6730), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.105230 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42712) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:00.121699 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f985ed80-8f40-4e16-bd10-3ccdc61b612a req-afb1bc0f-eb1a-4d0d-a25d-4179f10d97a3 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9531269 May 11 21:05:00.129118 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:05:00.129761 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284347'] for segment (19af6310-793d-483a-9580-578e24ee6730), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: from cryptography.utils import int_from_bytes May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: from cryptography.utils import int_from_bytes May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: Traceback (most recent call last): May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: timer() May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: cb(*args, **kw) May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: return func(*args, **kwargs) May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: self._notify() May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: self.callback(batched_events) May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: event.method(event) May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: return f(self, *a, **k) May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._get(url).json() May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: return self.request(url, 'GET', **kwargs) May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:05:00.145752 dv-cinder-841467-1-iscsi neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:05:00.162513 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-f1231bac-0234-45c4-a7e5-788decdeab76 None None] Port 91067adf-63c6-435f-ba41-8ef27ac517cf cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:05:00.169486 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.262076 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Publish callbacks [] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.269480 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.307372 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=e76d529d-9253-445c-9b24-5856b6d1d722,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:00.365214 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f0c99-4136-4081-90cd-6ee64bef3c3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246d9426-bdb5-4d38-9d83-ba936cb0f554,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:00.369258 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-205f0c99-4136-4081-90cd-6ee64bef3c3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.370778 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-205f0c99-4136-4081-90cd-6ee64bef3c3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5773828 May 11 21:05:00.376946 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.381576 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42720) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:00.439352 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7abaebe-e045-45b5-a700-33ac73b70c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.455588 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fed6f899-eb0b-4aa1-9916-743753faf533 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:05:00.530997 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:05:00.546340 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-cdc5e911-f006-4fb1-844b-efcd811058c2 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'security_group_rule': {'security_group_id': '246d9426-bdb5-4d38-9d83-ba936cb0f554', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:00.559203 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:05:00.606008 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7abaebe-e045-45b5-a700-33ac73b70c80 admin admin] Publish callbacks [] for security_group (345e7703-e2de-4c4c-929d-c09eaef96b0f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.617900 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba0ecd92-7520-45da-bb16-1c9cb5137c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.625020 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (f493f324-073b-429b-883b-40daa55f1d14), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.705630 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f493f324-073b-429b-883b-40daa55f1d14,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:00.707407 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d7abaebe-e045-45b5-a700-33ac73b70c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (345e7703-e2de-4c4c-929d-c09eaef96b0f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.711943 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.715445 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-eeb7369a-1492-4e61-b28a-4905c322e3e4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f493f324-073b-429b-883b-40daa55f1d14 HTTP/1.1" status: 204 len: 168 time: 2.6795688 May 11 21:05:00.790692 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33e6a2-3709-49f0-bda3-7cec416a1a7e None None] Pushing event updated for resources: {'Port': ['ID=ab22dd33-8844-489e-9f20-a43fa94013d0,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:00.852185 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port fed6f899-eb0b-4aa1-9916-743753faf533 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:00.852572 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.876848 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Attempting to bind port ab22dd33-8844-489e-9f20-a43fa94013d0 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:05:00.877222 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Attempting to bind port ab22dd33-8844-489e-9f20-a43fa94013d0 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:05:00.877607 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Attempting to bind port ab22dd33-8844-489e-9f20-a43fa94013d0 on network 26111c2a-0c3d-4253-b45f-aeacb402f250 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:00.885746 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:05:00.886215 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Checking segment: {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:05:00.886605 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.886911 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Bound using segment: {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:05:00.887403 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Bound port: ab22dd33-8844-489e-9f20-a43fa94013d0, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:05:00.887806 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.902512 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d7abaebe-e045-45b5-a700-33ac73b70c80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=007e7c6efe2c418b9f7f2791525326b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7934976 May 11 21:05:00.911725 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba0ecd92-7520-45da-bb16-1c9cb5137c46 admin admin] Publish callbacks [] for security_group (ce2eb903-dd2f-40f3-9f41-5e5b2e9db40e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.918256 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42726) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:00.923029 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0b974292-6489-48a4-b3bb-5a375bb8ecc0 None None] Provisioning complete for port ab22dd33-8844-489e-9f20-a43fa94013d0 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:00.923408 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b974292-6489-48a4-b3bb-5a375bb8ecc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:00.963317 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abaebe-e045-45b5-a700-33ac73b70c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345e7703-e2de-4c4c-929d-c09eaef96b0f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:01.045314 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] For port ab22dd33-8844-489e-9f20-a43fa94013d0, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:05:01.052531 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba0ecd92-7520-45da-bb16-1c9cb5137c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (ce2eb903-dd2f-40f3-9f41-5e5b2e9db40e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.061989 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] For port ab22dd33-8844-489e-9f20-a43fa94013d0, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=ab22dd33-8844-489e-9f20-a43fa94013d0,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:05:01.088102 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0b974292-6489-48a4-b3bb-5a375bb8ecc0 None None] Port ab22dd33-8844-489e-9f20-a43fa94013d0 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:05:01.126516 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ba0ecd92-7520-45da-bb16-1c9cb5137c46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f88ec88dc464807b966bc9fe0f17e56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0177958 May 11 21:05:01.128713 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42730) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:01.136721 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port fed6f899-eb0b-4aa1-9916-743753faf533 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:01.137168 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.174709 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.202846 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Router 24f8bcc3-4b3f-4906-8252-84f991296269 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:05:01.245564 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42738) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:01.289288 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cdc5e911-f006-4fb1-844b-efcd811058c2 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (c0d4309b-0714-455c-b4bf-a4e80c4f3215), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.292338 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe037235-45d8-4328-8ef1-ca009924ac30 admin admin] Publish callbacks [] for security_group (345e7703-e2de-4c4c-929d-c09eaef96b0f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.409107 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port fed6f899-eb0b-4aa1-9916-743753faf533, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=fed6f899-eb0b-4aa1-9916-743753faf533,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:01.425238 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ecd92-7520-45da-bb16-1c9cb5137c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2eb903-dd2f-40f3-9f41-5e5b2e9db40e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:01.434419 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-f950c037-e053-4aee-ad36-ceb2758b144b None None] Provisioning complete for port 07cbd22a-392a-43fb-a281-df0bc7ac944b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:01.435260 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f950c037-e053-4aee-ad36-ceb2758b144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.523310 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-f950c037-e053-4aee-ad36-ceb2758b144b None None] Port 07cbd22a-392a-43fb-a281-df0bc7ac944b cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:05:01.536737 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.540420 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33e6a2-3709-49f0-bda3-7cec416a1a7e None None] Pushing event updated for resources: {'Port': ['ID=ab22dd33-8844-489e-9f20-a43fa94013d0,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:01.541363 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.576389 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43eee2-bf8e-4047-b266-430677f18fa9 req-f5842f5e-88c8-41c4-9a67-7f3899dbea7d tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:01.578652 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b43eee2-bf8e-4047-b266-430677f18fa9 req-f5842f5e-88c8-41c4-9a67-7f3899dbea7d tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 931 time: 0.2917991 May 11 21:05:01.579077 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe037235-45d8-4328-8ef1-ca009924ac30 admin admin] Publish callbacks [] for security_group (345e7703-e2de-4c4c-929d-c09eaef96b0f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.600397 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3e99-7dce-49ae-8691-d3bfb94ef58f admin admin] Publish callbacks [] for security_group (ce2eb903-dd2f-40f3-9f41-5e5b2e9db40e), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.609431 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:01.610728 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:01.615308 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=fed6f899-eb0b-4aa1-9916-743753faf533,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:01.735147 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cd0648f2-f614-46e4-95e0-e5e63712835b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=869f6f7fd5ac4d6d98a6c966e0d0204c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4789090 May 11 21:05:01.746727 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42742) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:01.754552 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-86ffd91d-4d59-4025-ba5c-eb0d2da86b02 None None] Provisioning complete for port ab22dd33-8844-489e-9f20-a43fa94013d0 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:01.755192 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86ffd91d-4d59-4025-ba5c-eb0d2da86b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.774338 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3e99-7dce-49ae-8691-d3bfb94ef58f admin admin] Publish callbacks [] for security_group (ce2eb903-dd2f-40f3-9f41-5e5b2e9db40e), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:01.913969 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b43eee2-bf8e-4047-b266-430677f18fa9 req-fe8483e8-420d-4407-8ad7-9f2071499f22 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178287 May 11 21:05:01.939291 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42744) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:02.003650 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:02.006372 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-86ffd91d-4d59-4025-ba5c-eb0d2da86b02 None None] Current status of the port ab22dd33-8844-489e-9f20-a43fa94013d0 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:02.006848 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86ffd91d-4d59-4025-ba5c-eb0d2da86b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.020205 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:05:02.022221 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cdc5e911-f006-4fb1-844b-efcd811058c2 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (c0d4309b-0714-455c-b4bf-a4e80c4f3215), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.032979 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31a13f0f-0701-4069-b7a1-f88f2f01da2a admin admin] Publish callbacks [] for security_group (0aaff88e-df76-463b-9ef1-55fb3039763c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.044207 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Publish callbacks [] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.084509 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31a13f0f-0701-4069-b7a1-f88f2f01da2a admin admin] Publish callbacks [] for security_group (0aaff88e-df76-463b-9ef1-55fb3039763c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.122828 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:05:02.136377 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:05:02.150352 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4690d373-bfde-4204-88d7-61a7da048a64 admin admin] 10.222.0.35 "PUT /v2.0/routers/24f8bcc3-4b3f-4906-8252-84f991296269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9493556 May 11 21:05:02.155456 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cdc5e911-f006-4fb1-844b-efcd811058c2 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (c0d4309b-0714-455c-b4bf-a4e80c4f3215), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.164334 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:02.164984 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:02.185011 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3e99-7dce-49ae-8691-d3bfb94ef58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (ce2eb903-dd2f-40f3-9f41-5e5b2e9db40e), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.193908 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3e99-7dce-49ae-8691-d3bfb94ef58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.194978 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e4cd3e99-7dce-49ae-8691-d3bfb94ef58f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce2eb903-dd2f-40f3-9f41-5e5b2e9db40e HTTP/1.1" status: 204 len: 168 time: 1.0662117 May 11 21:05:02.222310 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-86ffd91d-4d59-4025-ba5c-eb0d2da86b02 None None] For port ab22dd33-8844-489e-9f20-a43fa94013d0, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=ab22dd33-8844-489e-9f20-a43fa94013d0,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:02.247959 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd3e99-7dce-49ae-8691-d3bfb94ef58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2eb903-dd2f-40f3-9f41-5e5b2e9db40e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:02.260892 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e2eaed81-16da-4a29-b2b1-5696682da974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.342132 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-86ffd91d-4d59-4025-ba5c-eb0d2da86b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.349848 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Transition to ACTIVE for port object 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:05:02.349848 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31a13f0f-0701-4069-b7a1-f88f2f01da2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (0aaff88e-df76-463b-9ef1-55fb3039763c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.352218 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-31a13f0f-0701-4069-b7a1-f88f2f01da2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.355792 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-31a13f0f-0701-4069-b7a1-f88f2f01da2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0aaff88e-df76-463b-9ef1-55fb3039763c HTTP/1.1" status: 204 len: 168 time: 0.5862658 May 11 21:05:02.383222 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a13f0f-0701-4069-b7a1-f88f2f01da2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaff88e-df76-463b-9ef1-55fb3039763c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:02.409146 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5e911-f006-4fb1-844b-efcd811058c2 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d4309b-0714-455c-b4bf-a4e80c4f3215,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:02.413059 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:02.426716 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device e76d529d-9253-445c-9b24-5856b6d1d722 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:05:02.438260 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.441744 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe037235-45d8-4328-8ef1-ca009924ac30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (345e7703-e2de-4c4c-929d-c09eaef96b0f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.461500 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe037235-45d8-4328-8ef1-ca009924ac30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.470345 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fe037235-45d8-4328-8ef1-ca009924ac30 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/345e7703-e2de-4c4c-929d-c09eaef96b0f HTTP/1.1" status: 204 len: 168 time: 1.5485682 May 11 21:05:02.540533 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e2eaed81-16da-4a29-b2b1-5696682da974 admin admin] Publish callbacks [] for security_group (d23c7d5d-5d5a-48d7-aab8-5f24c95ab12b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.541886 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:02.640872 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffd91d-4d59-4025-ba5c-eb0d2da86b02 None None] Pushing event updated for resources: {'Port': ['ID=ab22dd33-8844-489e-9f20-a43fa94013d0,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:02.665586 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:02.669559 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e2eaed81-16da-4a29-b2b1-5696682da974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d23c7d5d-5d5a-48d7-aab8-5f24c95ab12b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.677933 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Publish callbacks [] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.726564 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe037235-45d8-4328-8ef1-ca009924ac30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345e7703-e2de-4c4c-929d-c09eaef96b0f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:02.728767 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Attempting to bind port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:05:02.729419 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Attempting to bind port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': '52ea47d2-0051-474c-a0d4-f6c577d12487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5ca805d8-c1cc-4cef-8df1-9746e917e1a9'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:05:02.730418 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Attempting to bind port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab on network 5ca805d8-c1cc-4cef-8df1-9746e917e1a9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:02.739889 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab on network 5ca805d8-c1cc-4cef-8df1-9746e917e1a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:05:02.740542 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Attempting to bind port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab on network 5ca805d8-c1cc-4cef-8df1-9746e917e1a9 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:02.741184 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 2, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:02.741701 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e467a1ec-11b1-47cf-aa4a-f32d1bbbae41 None None] The sync data for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi is: [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:05:02.758468 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e2eaed81-16da-4a29-b2b1-5696682da974 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=145f00ba10e646c3a31d2f8ced65c5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8011656 May 11 21:05:02.761164 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42760) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:02.765459 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:05:02.766755 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Checking segment: {'id': '52ea47d2-0051-474c-a0d4-f6c577d12487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5ca805d8-c1cc-4cef-8df1-9746e917e1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:05:02.766963 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Bound using segment: {'id': '52ea47d2-0051-474c-a0d4-f6c577d12487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5ca805d8-c1cc-4cef-8df1-9746e917e1a9'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:05:02.767618 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Bound port: 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ea47d2-0051-474c-a0d4-f6c577d12487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5ca805d8-c1cc-4cef-8df1-9746e917e1a9'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:05:02.768240 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.794051 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port e76d529d-9253-445c-9b24-5856b6d1d722 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:02.796108 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.802359 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:05:02.802719 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Updating router 24f8bcc3-4b3f-4906-8252-84f991296269 port 07cbd22a-392a-43fb-a281-df0bc7ac944b binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:05:02.862651 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.880974 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eaed81-16da-4a29-b2b1-5696682da974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23c7d5d-5d5a-48d7-aab8-5f24c95ab12b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:02.887112 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cdc5e911-f006-4fb1-844b-efcd811058c2 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:02.891291 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cdc5e911-f006-4fb1-844b-efcd811058c2 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5073256 May 11 21:05:02.895886 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42764) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:02.918348 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b0c7d631-8a77-4738-813b-33cb5875c8aa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'security_group_rule': {'security_group_id': '246d9426-bdb5-4d38-9d83-ba936cb0f554', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:02.923888 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:03.061771 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] For port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab, host hv-cinder-84146, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:05:03.080138 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] For port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,segment=NetworkSegment(52ea47d2-0051-474c-a0d4-f6c577d12487),segment_id=52ea47d2-0051-474c-a0d4-f6c577d12487)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:05:03.130903 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d631-8a77-4738-813b-33cb5875c8aa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (9fb436aa-a6c0-4ea7-8887-661694052cf6), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:03.186720 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port e76d529d-9253-445c-9b24-5856b6d1d722 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:03.186720 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fed6f899-eb0b-4aa1-9916-743753faf533 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:05:03.245988 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:03.255877 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-285bd9ba-b6bf-49de-87ca-e1388bd682ea admin admin] Publish callbacks [] for security_group (d23c7d5d-5d5a-48d7-aab8-5f24c95ab12b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:03.257647 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Pushing event updated for resources: {'Port': ['ID=91067adf-63c6-435f-ba41-8ef27ac517cf,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:03.267912 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (fd503219-3b02-4eeb-851e-cc430fd7a8b3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:03.293117 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-285bd9ba-b6bf-49de-87ca-e1388bd682ea admin admin] Publish callbacks [] for security_group (d23c7d5d-5d5a-48d7-aab8-5f24c95ab12b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:03.351493 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port fed6f899-eb0b-4aa1-9916-743753faf533 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:03.351892 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:03.435603 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:05:03.440509 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:05:03.531242 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port fed6f899-eb0b-4aa1-9916-743753faf533 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:03.534341 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-285bd9ba-b6bf-49de-87ca-e1388bd682ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d23c7d5d-5d5a-48d7-aab8-5f24c95ab12b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:03.537446 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-285bd9ba-b6bf-49de-87ca-e1388bd682ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:03.541126 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-285bd9ba-b6bf-49de-87ca-e1388bd682ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d23c7d5d-5d5a-48d7-aab8-5f24c95ab12b HTTP/1.1" status: 204 len: 168 time: 0.7766418 May 11 21:05:03.554443 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bd9ba-b6bf-49de-87ca-e1388bd682ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23c7d5d-5d5a-48d7-aab8-5f24c95ab12b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:03.637033 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:03.651588 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:03.672525 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] 10.222.0.70 "PUT /v2.0/ports/5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab HTTP/1.1" status: 200 len: 1093 time: 4.8296099 May 11 21:05:03.741873 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8e506-f8d7-44c4-b393-6fa3f9d84c14 req-dac98467-8641-4510-bb65-167a6613fedd tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:03.758141 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c1d8e506-f8d7-44c4-b393-6fa3f9d84c14 req-dac98467-8641-4510-bb65-167a6613fedd tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 943 time: 0.5447261 May 11 21:05:03.758324 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c813c1-9c8c-4614-a5dc-a21b2a13cdcd', 'tag': '5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:03.847835 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Router fd503219-3b02-4eeb-851e-cc430fd7a8b3 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:05:04.001828 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-15567e2a-3d4c-474e-821f-80a859ea9169 None None] Provisioning complete for port 91067adf-63c6-435f-ba41-8ef27ac517cf triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:04.002232 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-15567e2a-3d4c-474e-821f-80a859ea9169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.099962 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d631-8a77-4738-813b-33cb5875c8aa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (9fb436aa-a6c0-4ea7-8887-661694052cf6), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.113440 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-15567e2a-3d4c-474e-821f-80a859ea9169 None None] Port 91067adf-63c6-435f-ba41-8ef27ac517cf cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:05:04.172662 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42780) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:04.173828 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-40239906-64d6-4d10-b86e-784409c76556 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344339692', 'description': 'tempest-description--986174269'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:04.224128 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:05:04.235000 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Sync routers for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:05:04.236177 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5eea1500-a886-4a59-a21a-ec621afb66c0 admin admin] 10.222.0.35 "PUT /v2.0/routers/fd503219-3b02-4eeb-851e-cc430fd7a8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5196888 May 11 21:05:04.254885 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:04.256481 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:04.292282 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40239906-64d6-4d10-b86e-784409c76556 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.309234 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Publish callbacks [] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.393649 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.408427 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device ab22dd33-8844-489e-9f20-a43fa94013d0 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:05:04.450391 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40239906-64d6-4d10-b86e-784409c76556 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (8a94fad2-eee5-4ca2-938a-b4f051c44b13), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.463685 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42784) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:04.504103 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900208a-9a62-455c-b534-6ace22e28f29 None None] Pushing event updated for resources: {'Port': ['ID=07cbd22a-392a-43fb-a281-df0bc7ac944b,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:04.560083 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40239906-64d6-4d10-b86e-784409c76556 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (8a94fad2-eee5-4ca2-938a-b4f051c44b13), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.660294 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Attempting to bind port 07cbd22a-392a-43fb-a281-df0bc7ac944b on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:05:04.661009 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Attempting to bind port 07cbd22a-392a-43fb-a281-df0bc7ac944b by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:05:04.661629 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Attempting to bind port 07cbd22a-392a-43fb-a281-df0bc7ac944b on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:04.676545 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:05:04.685493 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Checking segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:05:04.685493 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.685493 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Bound using segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:05:04.685493 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Bound port: 07cbd22a-392a-43fb-a281-df0bc7ac944b, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:05:04.685493 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.705127 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d92be1e5-db8e-4c89-a9cf-d1fe3a94b8a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee6862c9a3d9421eb6e4ffd1e9ee307c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2396986 May 11 21:05:04.732691 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40239906-64d6-4d10-b86e-784409c76556 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.737349 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-40239906-64d6-4d10-b86e-784409c76556 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5656674 May 11 21:05:04.737349 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42788) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:04.827978 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42792) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:04.851381 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-18dc87fa-15ad-487e-8ca9-f7715b56741f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group_rule': {'security_group_id': '8a94fad2-eee5-4ca2-938a-b4f051c44b13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:04.853451 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24ba21-7f6c-4e25-be0c-c1e06b7283e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:04.854407 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] For port 07cbd22a-392a-43fb-a281-df0bc7ac944b, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:05:04.860704 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] For port 07cbd22a-392a-43fb-a281-df0bc7ac944b, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=07cbd22a-392a-43fb-a281-df0bc7ac944b,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:05:04.871203 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-b6c68dac-dc68-4fbb-b76b-d8a9f1d004c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:04.875613 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-b6c68dac-dc68-4fbb-b76b-d8a9f1d004c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba603b859ac34a119a85b6eaef862098&device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 1127 time: 1.0485246 May 11 21:05:04.886399 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d631-8a77-4738-813b-33cb5875c8aa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (9fb436aa-a6c0-4ea7-8887-661694052cf6), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:04.946892 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.008425 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40239906-64d6-4d10-b86e-784409c76556 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a94fad2-eee5-4ca2-938a-b4f051c44b13,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:05.031746 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:05.032453 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-d6a10d99-28a3-4d2e-bfb8-b485ee7c91ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab HTTP/1.1" status: 200 len: 217 time: 0.1436567 May 11 21:05:05.069677 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900208a-9a62-455c-b534-6ace22e28f29 None None] Pushing event updated for resources: {'Port': ['ID=07cbd22a-392a-43fb-a281-df0bc7ac944b,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:05.109915 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:05.110555 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:05.135667 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-baa07afa-8df0-4bde-b50b-c6aa820e5985 admin admin] Publish callbacks [] for security_group (7493ff73-0641-4dcc-a947-6abc7faa65b7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.177375 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42806) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:05.205963 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18dc87fa-15ad-487e-8ca9-f7715b56741f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (72e0f49c-603b-4efc-8ad0-67e023f0306a), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.210220 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-78d3904c-d77a-4549-8cbb-e3d7ffdaa789 None None] Provisioning complete for port 07cbd22a-392a-43fb-a281-df0bc7ac944b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:05.210624 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78d3904c-d77a-4549-8cbb-e3d7ffdaa789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.234814 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c1d8e506-f8d7-44c4-b393-6fa3f9d84c14 req-5d24a681-dc53-4c75-a103-1c4f2e70b522 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4427307 May 11 21:05:05.243782 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-baa07afa-8df0-4bde-b50b-c6aa820e5985 admin admin] Publish callbacks [] for security_group (7493ff73-0641-4dcc-a947-6abc7faa65b7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.249089 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0df46cc-c06e-4e0a-9cc2-54ebb68960f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.251198 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-69933674-3c60-4f15-a22a-1b632af38a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:05.252704 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-69933674-3c60-4f15-a22a-1b632af38a60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5fa9d76e-7869-4419-952c-8dde165ccadc HTTP/1.1" status: 200 len: 851 time: 0.1586342 May 11 21:05:05.265091 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf68d88a-29d1-4652-b390-9d95c6e5469a" -d '{"events": [{"name": "network-changed", "server_uuid": "46c813c1-9c8c-4614-a5dc-a21b2a13cdcd", "tag": "5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:05.341551 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7d631-8a77-4738-813b-33cb5875c8aa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb436aa-a6c0-4ea7-8887-661694052cf6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:05.404042 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-f8b5972b-ef86-43bc-b570-4339ba9e2eca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ca805d8-c1cc-4cef-8df1-9746e917e1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160746 May 11 21:05:05.405781 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:05.410031 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port ab22dd33-8844-489e-9f20-a43fa94013d0 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:05.411051 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.416420 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0c7d631-8a77-4738-813b-33cb5875c8aa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.418015 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b0c7d631-8a77-4738-813b-33cb5875c8aa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5158107 May 11 21:05:05.422156 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42812) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:05.434206 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:05.519276 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18dc87fa-15ad-487e-8ca9-f7715b56741f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (72e0f49c-603b-4efc-8ad0-67e023f0306a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.562753 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.583287 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18dc87fa-15ad-487e-8ca9-f7715b56741f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (72e0f49c-603b-4efc-8ad0-67e023f0306a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.628022 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc87fa-15ad-487e-8ca9-f7715b56741f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e0f49c-603b-4efc-8ad0-67e023f0306a,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:05.658829 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-baa07afa-8df0-4bde-b50b-c6aa820e5985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (7493ff73-0641-4dcc-a947-6abc7faa65b7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.660728 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-baa07afa-8df0-4bde-b50b-c6aa820e5985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.668709 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-baa07afa-8df0-4bde-b50b-c6aa820e5985 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7493ff73-0641-4dcc-a947-6abc7faa65b7 HTTP/1.1" status: 204 len: 168 time: 0.8888624 May 11 21:05:05.780586 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 42820) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:05.826388 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0df46cc-c06e-4e0a-9cc2-54ebb68960f2 admin admin] Publish callbacks [] for security_group (5d6e5213-ffac-45f3-8ef2-210ec0a35afa), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.838330 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa07afa-8df0-4bde-b50b-c6aa820e5985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7493ff73-0641-4dcc-a947-6abc7faa65b7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:05.861515 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18dc87fa-15ad-487e-8ca9-f7715b56741f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.867462 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-18dc87fa-15ad-487e-8ca9-f7715b56741f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0372536 May 11 21:05:05.871477 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42826) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:05.877118 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d52d29bd-3a9e-4e54-bce6-af9f5497ba2f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group_rule': {'security_group_id': '8a94fad2-eee5-4ca2-938a-b4f051c44b13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:05.904059 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e0df46cc-c06e-4e0a-9cc2-54ebb68960f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5d6e5213-ffac-45f3-8ef2-210ec0a35afa), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:05.909754 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa1b674-ce14-4391-b7c1-4501cb003474 x-openstack-request-id: req-8aa1b674-ce14-4391-b7c1-4501cb003474 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:05.909754 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c813c1-9c8c-4614-a5dc-a21b2a13cdcd", "tag": "5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:05.909754 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8aa1b674-ce14-4391-b7c1-4501cb003474 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:05.910188 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa1b674-ce14-4391-b7c1-4501cb003474'] response: {'name': 'network-changed', 'server_uuid': '46c813c1-9c8c-4614-a5dc-a21b2a13cdcd', 'tag': '5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab', 'status': 'completed', 'code': 200} May 11 21:05:05.933467 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9b16582f-ee48-4ba2-8071-f1b7131bdfbd tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675340032', 'description': 'tempest-description--631854584'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:05.958564 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:04Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:05.959296 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e0df46cc-c06e-4e0a-9cc2-54ebb68960f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba7998520735479daa91f03340455e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7767832 May 11 21:05:05.964031 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42828) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:06.042817 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df46cc-c06e-4e0a-9cc2-54ebb68960f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6e5213-ffac-45f3-8ef2-210ec0a35afa,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:06.057098 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad906a4-5382-45c2-b48c-9c1126f869e9 None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:04Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:05:06.087352 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d52d29bd-3a9e-4e54-bce6-af9f5497ba2f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (d0ec163e-115e-409d-8189-c04e750d8381), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.094992 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-78d3904c-d77a-4549-8cbb-e3d7ffdaa789 None None] Current status of the port 07cbd22a-392a-43fb-a281-df0bc7ac944b is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:06.095381 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78d3904c-d77a-4549-8cbb-e3d7ffdaa789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.132739 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.173737 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b16582f-ee48-4ba2-8071-f1b7131bdfbd tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.178933 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2816820-892f-4a04-87bf-c484af2d191d admin admin] Publish callbacks [] for security_group (5d6e5213-ffac-45f3-8ef2-210ec0a35afa), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.210364 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port ab22dd33-8844-489e-9f20-a43fa94013d0 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:06.218341 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 2, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:06.262174 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Checking router: fd503219-3b02-4eeb-851e-cc430fd7a8b3 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:05:06.262648 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Updating router fd503219-3b02-4eeb-851e-cc430fd7a8b3 port 91067adf-63c6-435f-ba41-8ef27ac517cf binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:05:06.266589 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-78d3904c-d77a-4549-8cbb-e3d7ffdaa789 None None] For port 07cbd22a-392a-43fb-a281-df0bc7ac944b, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=07cbd22a-392a-43fb-a281-df0bc7ac944b,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:06.299721 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.310546 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-bb29c4a1-192f-4a18-b6b0-c1c8b60e7cfa service neutron] 10.222.0.70 "GET /v2.0/networks/5ca805d8-c1cc-4cef-8df1-9746e917e1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8244970 May 11 21:05:06.358391 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-78d3904c-d77a-4549-8cbb-e3d7ffdaa789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.430733 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2816820-892f-4a04-87bf-c484af2d191d admin admin] Publish callbacks [] for security_group (5d6e5213-ffac-45f3-8ef2-210ec0a35afa), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.659226 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d52d29bd-3a9e-4e54-bce6-af9f5497ba2f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (d0ec163e-115e-409d-8189-c04e750d8381), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.725892 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8dae-350a-4c35-9af0-78b4df176f79 req-79eca490-c1cf-4e65-a6cc-3a94de96984b tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:06.737999 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-47be8dae-350a-4c35-9af0-78b4df176f79 req-79eca490-c1cf-4e65-a6cc-3a94de96984b tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 943 time: 0.2667286 May 11 21:05:06.743800 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d52d29bd-3a9e-4e54-bce6-af9f5497ba2f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (d0ec163e-115e-409d-8189-c04e750d8381), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.792235 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2816820-892f-4a04-87bf-c484af2d191d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5d6e5213-ffac-45f3-8ef2-210ec0a35afa), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.794973 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2816820-892f-4a04-87bf-c484af2d191d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.799136 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0e5c3549-1bc4-45f8-a644-cb006ea4c04a None None] Provisioning complete for port 07cbd22a-392a-43fb-a281-df0bc7ac944b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:06.799688 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0e5c3549-1bc4-45f8-a644-cb006ea4c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:06.807362 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a2816820-892f-4a04-87bf-c484af2d191d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d6e5213-ffac-45f3-8ef2-210ec0a35afa HTTP/1.1" status: 204 len: 168 time: 0.8413241 May 11 21:05:06.809999 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ce605f4-b68b-4825-95e2-b61efb10022a req-ea4c23aa-f28c-4bde-9c7c-88146d032550 service neutron] 10.222.0.70 "GET /v2.0/networks/5ca805d8-c1cc-4cef-8df1-9746e917e1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978888 May 11 21:05:06.913549 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3904c-d77a-4549-8cbb-e3d7ffdaa789 None None] Pushing event updated for resources: {'Port': ['ID=07cbd22a-392a-43fb-a281-df0bc7ac944b,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:06.947212 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d29bd-3a9e-4e54-bce6-af9f5497ba2f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ec163e-115e-409d-8189-c04e750d8381,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:06.969499 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2816820-892f-4a04-87bf-c484af2d191d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6e5213-ffac-45f3-8ef2-210ec0a35afa,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:07.011251 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-47be8dae-350a-4c35-9af0-78b4df176f79 req-911a2cd9-48fa-423c-ade5-4d1ddfe8eca7 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483981 May 11 21:05:07.019980 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d52d29bd-3a9e-4e54-bce6-af9f5497ba2f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:07.024813 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d52d29bd-3a9e-4e54-bce6-af9f5497ba2f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1484730 May 11 21:05:07.026873 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42854) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:07.036317 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:07.076965 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68d88a-29d1-4652-b390-9d95c6e5469a req-f8d963fc-3954-4333-aea4-fcfbb38dbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:07.079054 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf68d88a-29d1-4652-b390-9d95c6e5469a req-f8d963fc-3954-4333-aea4-fcfbb38dbaa2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba603b859ac34a119a85b6eaef862098&device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 1127 time: 0.0626493 May 11 21:05:07.177081 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:07.213832 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Allocated IP 172.27.3.60 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/4d804eb7-a04e-4585-aff6-df666b8f98d1) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:05:07.354208 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0e5c3549-1bc4-45f8-a644-cb006ea4c04a None None] Current status of the port 07cbd22a-392a-43fb-a281-df0bc7ac944b is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:07.416350 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:07.477627 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b16582f-ee48-4ba2-8071-f1b7131bdfbd tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (a84a41fd-259a-43f4-bfca-45749e7e80a8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:07.549210 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b16582f-ee48-4ba2-8071-f1b7131bdfbd tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (a84a41fd-259a-43f4-bfca-45749e7e80a8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:07.607730 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Publish callbacks [] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:07.676509 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9b16582f-ee48-4ba2-8071-f1b7131bdfbd tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:07.677811 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9b16582f-ee48-4ba2-8071-f1b7131bdfbd tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7975059 May 11 21:05:07.678472 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16582f-ee48-4ba2-8071-f1b7131bdfbd tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84a41fd-259a-43f4-bfca-45749e7e80a8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:07.681275 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42864) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:07.690257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-df8b8a79-6754-428e-bd3e-74aabc1d15f1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'security_group_rule': {'security_group_id': 'a84a41fd-259a-43f4-bfca-45749e7e80a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:07.700512 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:07.711849 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68d88a-29d1-4652-b390-9d95c6e5469a req-aa34a462-b2d0-4218-a602-60f061e7ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:07.715990 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf68d88a-29d1-4652-b390-9d95c6e5469a req-aa34a462-b2d0-4218-a602-60f061e7ddb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5ca805d8-c1cc-4cef-8df1-9746e917e1a9 HTTP/1.1" status: 200 len: 912 time: 0.6189396 May 11 21:05:07.837311 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df8b8a79-6754-428e-bd3e-74aabc1d15f1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (3156a21f-b299-4589-92e4-d97361a6e662), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:07.850871 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf68d88a-29d1-4652-b390-9d95c6e5469a req-7f467940-e337-4a4c-8778-8170a248cc05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab HTTP/1.1" status: 200 len: 217 time: 0.1160355 May 11 21:05:07.900264 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f323e92-d7d3-4547-8eb2-b62194385745 None None] Pushing event updated for resources: {'Port': ['ID=91067adf-63c6-435f-ba41-8ef27ac517cf,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:08.022619 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for port (4d804eb7-a04e-4585-aff6-df666b8f98d1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.043064 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df8b8a79-6754-428e-bd3e-74aabc1d15f1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (3156a21f-b299-4589-92e4-d97361a6e662), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.051495 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68d88a-29d1-4652-b390-9d95c6e5469a req-a9f3a1cf-891b-49ac-be21-f948375fa390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:08.053413 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf68d88a-29d1-4652-b390-9d95c6e5469a req-a9f3a1cf-891b-49ac-be21-f948375fa390 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5fa9d76e-7869-4419-952c-8dde165ccadc HTTP/1.1" status: 200 len: 851 time: 0.1631329 May 11 21:05:08.108905 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Attempting to bind port 91067adf-63c6-435f-ba41-8ef27ac517cf on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:05:08.109277 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Attempting to bind port 91067adf-63c6-435f-ba41-8ef27ac517cf by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:05:08.109670 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Attempting to bind port 91067adf-63c6-435f-ba41-8ef27ac517cf on network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:08.119031 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df8b8a79-6754-428e-bd3e-74aabc1d15f1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (3156a21f-b299-4589-92e4-d97361a6e662), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.124813 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:05:08.125205 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Checking segment: {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:05:08.125639 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.126040 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Bound using segment: {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:05:08.126571 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Bound port: 91067adf-63c6-435f-ba41-8ef27ac517cf, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:05:08.126951 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.202620 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b8a79-6754-428e-bd3e-74aabc1d15f1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3156a21f-b299-4589-92e4-d97361a6e662,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:08.305207 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df8b8a79-6754-428e-bd3e-74aabc1d15f1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.307864 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-df8b8a79-6754-428e-bd3e-74aabc1d15f1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6214130 May 11 21:05:08.310566 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42878) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:08.316904 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-7099cbda-d560-4e94-bdb5-2b7968ef625b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'security_group_rule': {'security_group_id': 'a84a41fd-259a-43f4-bfca-45749e7e80a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:08.322889 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03064196-d0c9-4f56-bf7b-06f5e0c8305d req-cc4f458e-7156-423c-ba84-21f9561fb823 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:08.323505 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0d25a2c1-9ce4-4eaf-8133-d719d6b2570e None None] Provisioning complete for port 91067adf-63c6-435f-ba41-8ef27ac517cf triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:08.323962 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0d25a2c1-9ce4-4eaf-8133-d719d6b2570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.325057 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03064196-d0c9-4f56-bf7b-06f5e0c8305d req-cc4f458e-7156-423c-ba84-21f9561fb823 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 943 time: 0.1214638 May 11 21:05:08.340593 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] For port 91067adf-63c6-435f-ba41-8ef27ac517cf, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:05:08.348666 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf68d88a-29d1-4652-b390-9d95c6e5469a req-6ef47177-72b9-4c9f-99ed-d52348266815 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5ca805d8-c1cc-4cef-8df1-9746e917e1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2488933 May 11 21:05:08.428063 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 07cbd22a-392a-43fb-a281-df0bc7ac944b up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:05:08.436855 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] For port 91067adf-63c6-435f-ba41-8ef27ac517cf, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=91067adf-63c6-435f-ba41-8ef27ac517cf,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:05:08.473137 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf68d88a-29d1-4652-b390-9d95c6e5469a req-961b9d3c-57b4-40d5-809f-838c0686874a service neutron] 10.222.0.70 "GET /v2.0/networks/5ca805d8-c1cc-4cef-8df1-9746e917e1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134889 May 11 21:05:08.476491 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (4d804eb7-a04e-4585-aff6-df666b8f98d1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.501557 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0d25a2c1-9ce4-4eaf-8133-d719d6b2570e None None] Port 91067adf-63c6-435f-ba41-8ef27ac517cf cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:05:08.508245 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Allocated IP 172.27.3.8 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/272742cc-0d05-48a5-9b75-81a2eeae69ef) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:05:08.518127 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 07cbd22a-392a-43fb-a281-df0bc7ac944b triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:08.519019 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.542302 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:05:08.555901 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'Port': ['ID=4d804eb7-a04e-4585-aff6-df666b8f98d1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:08.558911 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:05:08.596804 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:05:08.614022 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.625379 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (272742cc-0d05-48a5-9b75-81a2eeae69ef), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.646786 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03064196-d0c9-4f56-bf7b-06f5e0c8305d req-0d1f8380-77d8-49bb-9f5b-4f1e279a4292 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967749 May 11 21:05:08.680532 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7099cbda-d560-4e94-bdb5-2b7968ef625b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (2ee46da3-a785-4898-9ee7-1374548af4e5), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.749379 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (272742cc-0d05-48a5-9b75-81a2eeae69ef), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.755346 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (fbe4d702-3ddb-4238-a5c2-278a062b6cbe), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.777086 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7099cbda-d560-4e94-bdb5-2b7968ef625b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (2ee46da3-a785-4898-9ee7-1374548af4e5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.823873 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:08.824536 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:04:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:08.889790 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:05:08.894193 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7099cbda-d560-4e94-bdb5-2b7968ef625b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (2ee46da3-a785-4898-9ee7-1374548af4e5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:08.920947 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 07cbd22a-392a-43fb-a281-df0bc7ac944b is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:08.934782 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:05:08.943542 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:05:08.946994 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=272742cc-0d05-48a5-9b75-81a2eeae69ef,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:08.988111 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099cbda-d560-4e94-bdb5-2b7968ef625b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee46da3-a785-4898-9ee7-1374548af4e5,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:09.023223 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f323e92-d7d3-4547-8eb2-b62194385745 None None] Pushing event updated for resources: {'Port': ['ID=91067adf-63c6-435f-ba41-8ef27ac517cf,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:09.103052 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7099cbda-d560-4e94-bdb5-2b7968ef625b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.107856 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7099cbda-d560-4e94-bdb5-2b7968ef625b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7952950 May 11 21:05:09.113655 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 42894) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:09.117058 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:09.176979 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (051fc874-a4ec-47f8-9a31-a72b3ac9ad72), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.183078 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-d8829ef7-ca71-4f96-add2-9de1cbaa7046 None None] Provisioning complete for port 91067adf-63c6-435f-ba41-8ef27ac517cf triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:09.183859 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8829ef7-ca71-4f96-add2-9de1cbaa7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.246202 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.256414 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:09.364995 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4d804eb7-a04e-4585-aff6-df666b8f98d1), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.622481 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d8829ef7-ca71-4f96-add2-9de1cbaa7046 None None] Current status of the port 91067adf-63c6-435f-ba41-8ef27ac517cf is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:09.623111 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8829ef7-ca71-4f96-add2-9de1cbaa7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.626679 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for port (4d804eb7-a04e-4585-aff6-df666b8f98d1), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.631587 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf68d88a-29d1-4652-b390-9d95c6e5469a req-a04385fc-4ecd-4ef3-8f29-fb10d04c771e service neutron] 10.222.0.70 "GET /v2.0/networks/5ca805d8-c1cc-4cef-8df1-9746e917e1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1445706 May 11 21:05:09.704848 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (4d804eb7-a04e-4585-aff6-df666b8f98d1), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.712234 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (272742cc-0d05-48a5-9b75-81a2eeae69ef), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.753453 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.851504 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d8829ef7-ca71-4f96-add2-9de1cbaa7046 None None] For port 91067adf-63c6-435f-ba41-8ef27ac517cf, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=91067adf-63c6-435f-ba41-8ef27ac517cf,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:09.879086 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:08Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:09.955030 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87462c7f-8f43-4eaf-b577-cf113c0af285 None None] The sync data for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi is: [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:08Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:05:09.959950 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'Port': ['ID=4d804eb7-a04e-4585-aff6-df666b8f98d1,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:09.963333 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d8829ef7-ca71-4f96-add2-9de1cbaa7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:09.970346 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (fbe4d702-3ddb-4238-a5c2-278a062b6cbe), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:10.043191 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ed859-83f7-4db8-84ce-db9735364639 req-46f1256e-6cb3-4889-8e16-6691e0b3f344 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:10.044808 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3f3ed859-83f7-4db8-84ce-db9735364639 req-46f1256e-6cb3-4889-8e16-6691e0b3f344 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 943 time: 0.2534769 May 11 21:05:10.056403 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-16c62ad9-208a-4ff3-81e7-dbad70a16649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:10.121045 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:10.131456 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-369b46c1-a1ca-4a7c-a0a7-87aed1897853 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7068417 May 11 21:05:10.137061 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8829ef7-ca71-4f96-add2-9de1cbaa7046 None None] Pushing event updated for resources: {'Port': ['ID=91067adf-63c6-435f-ba41-8ef27ac517cf,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:10.350117 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3f3ed859-83f7-4db8-84ce-db9735364639 req-f4960f5e-6ff2-44b7-a0c9-d96a2996f262 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908883 May 11 21:05:10.352340 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (272742cc-0d05-48a5-9b75-81a2eeae69ef), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:10.380065 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Allocated IP 172.27.3.223 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/5c140542-c43b-44b9-9142-c08d3f9bf03f) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:05:10.435092 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (272742cc-0d05-48a5-9b75-81a2eeae69ef), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:10.444517 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 91067adf-63c6-435f-ba41-8ef27ac517cf up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:05:10.627305 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 91067adf-63c6-435f-ba41-8ef27ac517cf triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:10.627702 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:10.797626 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 91067adf-63c6-435f-ba41-8ef27ac517cf is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:10.802557 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=272742cc-0d05-48a5-9b75-81a2eeae69ef,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:10.825417 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-f5f2db9c-cb67-422f-8f30-46649690a6b3 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1033839476&fields=id&tenant_id=513637db58d34fe198b2de93d2cbbeaa HTTP/1.1" status: 200 len: 267 time: 0.1479812 May 11 21:05:10.826015 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (051fc874-a4ec-47f8-9a31-a72b3ac9ad72), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:10.887790 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for port (5c140542-c43b-44b9-9142-c08d3f9bf03f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:10.950571 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:10.967082 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5b9340da-aa16-4e68-9711-bd11a2dda5e0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9390609 May 11 21:05:11.025093 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (5c140542-c43b-44b9-9142-c08d3f9bf03f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:11.098614 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-c794fc72-c990-41ba-b721-605a5ce486f6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:11.100268 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-c794fc72-c990-41ba-b721-605a5ce486f6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 810 time: 0.2604382 May 11 21:05:11.120587 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:05:11.122697 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:05:11.125490 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'Port': ['ID=5c140542-c43b-44b9-9142-c08d3f9bf03f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:11.128233 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:05:11.163679 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-43916436-9acc-4594-94a8-3addc2629cfa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/quotas/513637db58d34fe198b2de93d2cbbeaa HTTP/1.1" status: 200 len: 375 time: 0.0526381 May 11 21:05:11.279820 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e0032200-4636-423f-bb91-2de8edf06e43 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073763 May 11 21:05:11.328079 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (b175f8a6-e854-4636-ba42-1837b0f786af), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:11.475728 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (5c140542-c43b-44b9-9142-c08d3f9bf03f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:11.508050 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-33fa51ce-5b9d-4e51-b540-1699eca325ed service neutron] 10.222.0.35 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077549 May 11 21:05:11.717114 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-248150ec-72a6-459a-b175-821c0a5f55a6 service neutron] 10.222.0.35 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030396 May 11 21:05:11.741247 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27479f-4b3a-45be-8968-cc2089f5ac6d req-cd288484-71a8-49a8-bdbb-a9bf57221057 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:11.741247 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff27479f-4b3a-45be-8968-cc2089f5ac6d req-cd288484-71a8-49a8-bdbb-a9bf57221057 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 943 time: 0.1989732 May 11 21:05:11.883635 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff27479f-4b3a-45be-8968-cc2089f5ac6d req-c5881058-8241-4f2e-a3df-843c778d989f tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388535 May 11 21:05:12.056032 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for port (5c140542-c43b-44b9-9142-c08d3f9bf03f), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:12.148963 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-1f5b1a15-3d6d-4152-8687-84e0585d8b0e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--344339692&fields=id&tenant_id=ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 267 time: 0.0617020 May 11 21:05:12.351812 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (5c140542-c43b-44b9-9142-c08d3f9bf03f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:12.355855 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f202d4b8-a786-4597-ac1f-1339abda3a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:12.425349 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-165f6c9b-332f-407b-afd4-e32f51d88f51 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:12.425349 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-165f6c9b-332f-407b-afd4-e32f51d88f51 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 814 time: 0.2655694 May 11 21:05:12.480939 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-fbb094ad-7f42-4ee3-a55b-ac068195e43f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/quotas/ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 375 time: 0.0190651 May 11 21:05:12.549481 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-da53f811-229b-4f4b-a9aa-82ad0844a298 req-3d889d7e-2fe8-42f1-828a-dbae9e488ffd tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 210 time: 0.0858552 May 11 21:05:12.649717 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'Port': ['ID=5c140542-c43b-44b9-9142-c08d3f9bf03f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:12.678525 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (b175f8a6-e854-4636-ba42-1837b0f786af), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:12.692009 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-1dfc5954-e4bb-47a0-922d-512dd7bb8624 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1726511 May 11 21:05:12.827285 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:12.829575 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-279a744f-8564-4632-819d-831223ee23e7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7150111 May 11 21:05:13.013247 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0489ae-8138-4303-bb04-0c05d0503581 req-d69d456a-2fc8-4a97-9897-6f815755c134 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:13.015446 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f0489ae-8138-4303-bb04-0c05d0503581 req-d69d456a-2fc8-4a97-9897-6f815755c134 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 943 time: 0.0496197 May 11 21:05:13.077545 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f0489ae-8138-4303-bb04-0c05d0503581 req-530a4182-64fd-4411-b189-48b416803988 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566006 May 11 21:05:13.145273 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-ea895bfd-40f3-496f-be13-fc8cc93f0ccc service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 21:05:13.147771 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-ea895bfd-40f3-496f-be13-fc8cc93f0ccc service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2450743 May 11 21:05:13.269641 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-cb7a4733-53fe-4575-9252-b6104d36ec9f service neutron] 10.222.0.35 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147280 May 11 21:05:13.320929 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-7e211811-c25d-4d94-bd9f-d09c3ed1f3a2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--675340032&fields=id&tenant_id=54d75c229dc14e59b53a1ec63a0f00f8 HTTP/1.1" status: 200 len: 267 time: 0.1014328 May 11 21:05:13.413064 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-6c835521-222e-402b-a021-ee2c7194df0d service neutron] 10.222.0.35 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424937 May 11 21:05:13.476864 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-902c41f6-0d67-4a58-b0b9-2fc9b4250505 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:13.485597 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-902c41f6-0d67-4a58-b0b9-2fc9b4250505 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 817 time: 0.1567752 May 11 21:05:13.516946 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-89770a2b-adab-44eb-9d0c-986fc6088810 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/quotas/54d75c229dc14e59b53a1ec63a0f00f8 HTTP/1.1" status: 200 len: 375 time: 0.0279796 May 11 21:05:13.579826 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-3487a2ff-bf6a-4288-ab40-104912edae97 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575709 May 11 21:05:13.706302 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-e8ab7c32-0387-41b3-860f-21de35b8a137 service neutron] 10.222.0.35 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147978 May 11 21:05:13.759067 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:13.803099 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-171cb0ce-3630-4b1d-8c05-6ae56db5b479 req-483ca476-1a3e-44cf-b360-081d75ccec02 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 210 time: 0.0597503 May 11 21:05:13.883222 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-c47eeea8-1fd9-4cf1-9b11-50864e0ca8de service neutron] 10.222.0.35 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749818 May 11 21:05:13.909639 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-78b2f845-31a6-4884-8c18-536ec9b3738b req-8d50e1ec-3d99-4ec6-ae2d-ad7b1ad56873 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 210 time: 0.0452404 May 11 21:05:14.242178 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8bc888d0-3e5b-4fec-a5c0-4dd4c7b63a0a req-94adf901-9d8e-49f4-a79b-a15234b9f5ee tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 210 time: 0.0464280 May 11 21:05:14.263436 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daaf06-7d28-46cf-84ec-d8acc27445e4 req-e3e3e740-1c3e-432f-9eb0-6ddb9a8aef01 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:14.272162 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-37daaf06-7d28-46cf-84ec-d8acc27445e4 req-e3e3e740-1c3e-432f-9eb0-6ddb9a8aef01 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 943 time: 0.1022298 May 11 21:05:14.318241 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43122) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:14.331256 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-37daaf06-7d28-46cf-84ec-d8acc27445e4 req-75eeb3ae-f257-42a9-9a24-90b620a0743d tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567145 May 11 21:05:14.431390 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f56b91c-6b12-4275-9b18-943035ece827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:14.507304 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f56b91c-6b12-4275-9b18-943035ece827 admin admin] Publish callbacks [] for security_group (c843f764-afcb-4f0f-baf0-504e7b818da0), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:14.609236 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f56b91c-6b12-4275-9b18-943035ece827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (c843f764-afcb-4f0f-baf0-504e7b818da0), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:14.654724 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6f56b91c-6b12-4275-9b18-943035ece827 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a0b482c747a4034847a0fd358200082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353131 May 11 21:05:14.655722 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56b91c-6b12-4275-9b18-943035ece827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c843f764-afcb-4f0f-baf0-504e7b818da0,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:14.657549 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 43136) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:14.876896 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe25c76b-cca7-4332-8513-2bc1f3116896 admin admin] Publish callbacks [] for security_group (c843f764-afcb-4f0f-baf0-504e7b818da0), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:14.903527 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe25c76b-cca7-4332-8513-2bc1f3116896 admin admin] Publish callbacks [] for security_group (c843f764-afcb-4f0f-baf0-504e7b818da0), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:14.976536 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-da56b632-a464-4866-9ada-982d3b5893d7 req-8b147731-acfe-43aa-a121-c0fa04ad5299 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 210 time: 0.0615408 May 11 21:05:15.031313 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fe71072-b457-484c-9541-7d2d390d14cc req-482dcf7a-962e-4f36-8478-fb1769e835b1 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 210 time: 0.0281582 May 11 21:05:15.062417 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe25c76b-cca7-4332-8513-2bc1f3116896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (c843f764-afcb-4f0f-baf0-504e7b818da0), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:15.062587 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:15.064957 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe25c76b-cca7-4332-8513-2bc1f3116896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:15.066115 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fe25c76b-cca7-4332-8513-2bc1f3116896 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c843f764-afcb-4f0f-baf0-504e7b818da0 HTTP/1.1" status: 204 len: 168 time: 0.4068494 May 11 21:05:15.076132 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25c76b-cca7-4332-8513-2bc1f3116896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c843f764-afcb-4f0f-baf0-504e7b818da0,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:15.336053 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8786e81f-aabb-4fb2-834b-721ec67268f0 req-b47bbdf1-73e2-4445-868e-37c06be6b6c7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 210 time: 0.0330606 May 11 21:05:15.461752 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9cef0-fb8b-4d06-9007-9df55c188afb req-51c28398-fba1-4f76-8b06-930a1c31671b tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:15.463556 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c5e9cef0-fb8b-4d06-9007-9df55c188afb req-51c28398-fba1-4f76-8b06-930a1c31671b tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 943 time: 0.0693409 May 11 21:05:15.557054 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c5e9cef0-fb8b-4d06-9007-9df55c188afb req-32b0b0ce-1006-435f-8dad-c405e2efe23d tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867000 May 11 21:05:15.905276 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-42914a54-9faf-4638-8195-0b3a9ca59b4c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:15.907426 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-42914a54-9faf-4638-8195-0b3a9ca59b4c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.70 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 810 time: 0.1091790 May 11 21:05:15.952358 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 43182) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:15.968613 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5f6e5db-4238-42ad-b36c-e249a054f697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.009328 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-86dc6cc0-834a-4b78-9b36-1c550c13c19b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=513637db58d34fe198b2de93d2cbbeaa HTTP/1.1" status: 200 len: 380 time: 0.0860181 May 11 21:05:16.023236 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'port': {'device_id': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'admin_state_up': True, 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'security_groups': ['246d9426-bdb5-4d38-9d83-ba936cb0f554']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:16.091528 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5f6e5db-4238-42ad-b36c-e249a054f697 admin admin] Publish callbacks [] for security_group (be9ea884-d67f-4d93-9955-2bb944eae040), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.146837 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4342f0c4-3aa0-46e1-8a85-58eec9647aaf req-ff45d6ae-141a-4d9b-89a3-dd40c5b736ac tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 210 time: 0.0363173 May 11 21:05:16.153691 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-42b69408-52d2-470c-8803-b97217607e01 req-ffbe52c1-759b-4e2b-88d9-c2c197415857 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 210 time: 0.0804436 May 11 21:05:16.214181 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c5f6e5db-4238-42ad-b36c-e249a054f697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (be9ea884-d67f-4d93-9955-2bb944eae040), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.260838 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c5f6e5db-4238-42ad-b36c-e249a054f697 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c976e2576e7841fdb39f8b8825caa68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063169 May 11 21:05:16.263330 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43192) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:16.265294 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6e5db-4238-42ad-b36c-e249a054f697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9ea884-d67f-4d93-9955-2bb944eae040,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:16.293272 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Made reservation on behalf of 513637db58d34fe198b2de93d2cbbeaa for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:05:16.297772 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.368484 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f96d26a8-0504-4b7e-a577-fabffb21a2b8 admin admin] Publish callbacks [] for security_group (be9ea884-d67f-4d93-9955-2bb944eae040), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.408716 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f96d26a8-0504-4b7e-a577-fabffb21a2b8 admin admin] Publish callbacks [] for security_group (be9ea884-d67f-4d93-9955-2bb944eae040), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.477345 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8b868050-55a2-4f14-8833-2d349a20a8fe req-c1a4cab6-a8e0-4e2d-9ac1-184933e6c1b0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 210 time: 0.0652037 May 11 21:05:16.506534 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Allocated IP 172.20.0.10 (26111c2a-0c3d-4253-b45f-aeacb402f250/cbdd14a5-c2bd-4c45-a912-a1fdebd3a997/5c51e32e-4186-43e2-9063-ee5936dea096) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:05:16.599476 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.649924 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f96d26a8-0504-4b7e-a577-fabffb21a2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (be9ea884-d67f-4d93-9955-2bb944eae040), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.656675 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f96d26a8-0504-4b7e-a577-fabffb21a2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.662026 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f96d26a8-0504-4b7e-a577-fabffb21a2b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be9ea884-d67f-4d93-9955-2bb944eae040 HTTP/1.1" status: 204 len: 168 time: 0.3967724 May 11 21:05:16.718943 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for port (5c51e32e-4186-43e2-9063-ee5936dea096), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.721698 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435b9ff-2bda-4bda-9e76-1a1247afedf2 req-3e3be168-4a0c-4107-a494-2c2515d8970f tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:16.725500 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6435b9ff-2bda-4bda-9e76-1a1247afedf2 req-3e3be168-4a0c-4107-a494-2c2515d8970f tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 943 time: 0.0851264 May 11 21:05:16.761035 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d26a8-0504-4b7e-a577-fabffb21a2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9ea884-d67f-4d93-9955-2bb944eae040,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:16.806732 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:05:16.806995 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6435b9ff-2bda-4bda-9e76-1a1247afedf2 req-120bbf11-3b2e-4d32-98d5-dc4c9f4999f5 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681310 May 11 21:05:16.863815 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:16.885639 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.70', 55105) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:16.908214 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Network 26111c2a-0c3d-4253-b45f-aeacb402f250 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:05:16.911528 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:05:16.916564 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:05:16.983486 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'Port': ['ID=5c51e32e-4186-43e2-9063-ee5936dea096,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:17.010304 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,segment=NetworkSegment(52ea47d2-0051-474c-a0d4-f6c577d12487),segment_id=52ea47d2-0051-474c-a0d4-f6c577d12487)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:17.014201 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:17.015898 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:17.030230 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab', 'network_id': '5ca805d8-c1cc-4cef-8df1-9746e917e1a9', 'port_id': '5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab', 'mac_address': 'fa:16:3e:d4:0b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa9d76e-7869-4419-952c-8dde165ccadc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:05:17.055879 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-0e4b160c-3c28-4281-96c4-ada09d91f868 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:17.058280 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-0e4b160c-3c28-4281-96c4-ada09d91f868 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 814 time: 0.1715484 May 11 21:05:17.091320 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:17.099246 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:17.133708 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:05:17.144999 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-e2227506-cb74-4530-ad6d-59d086247e03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1228876 May 11 21:05:17.158013 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Request body: {'port': {'device_id': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:17.187471 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-fff593a2-caeb-417f-8d5d-ecf258ce5f49 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 379 time: 0.1190951 May 11 21:05:17.199070 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.70', 55106) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:17.210925 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,segment=NetworkSegment(52ea47d2-0051-474c-a0d4-f6c577d12487),segment_id=52ea47d2-0051-474c-a0d4-f6c577d12487)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:17.478535 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6b3b003f-5191-4d64-af78-342fc283c5f5 None None] Provisioning complete for port 5c51e32e-4186-43e2-9063-ee5936dea096 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:17.478535 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6b3b003f-5191-4d64-af78-342fc283c5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:17.479058 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'port': {'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'admin_state_up': True, 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'security_groups': ['8a94fad2-eee5-4ca2-938a-b4f051c44b13']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:17.479148 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:17.479148 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ff9b-5983-484e-8be7-8a1492cea6c6 req-c7f79b6c-74e1-4566-b7b5-26f23d3db9f6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:17.479148 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e55ff9b-5983-484e-8be7-8a1492cea6c6 req-c7f79b6c-74e1-4566-b7b5-26f23d3db9f6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 932 time: 0.0807846 May 11 21:05:17.479359 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6b3b003f-5191-4d64-af78-342fc283c5f5 None None] Port 5c51e32e-4186-43e2-9063-ee5936dea096 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:05:17.479440 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c8dd67c-2c70-4949-9a89-b3fb2225a1ba req-cc3c9678-56b9-4ddc-a4a9-aa116b114a30 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 210 time: 0.0660205 May 11 21:05:17.506695 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-577e0442-5cb8-4e57-bb95-af11cb67f135 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:17.506695 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-577e0442-5cb8-4e57-bb95-af11cb67f135 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.70 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 817 time: 0.3039916 May 11 21:05:17.583282 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e55ff9b-5983-484e-8be7-8a1492cea6c6 req-39a2e862-369f-4626-8f5c-d9a2ec460299 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661303 May 11 21:05:17.672511 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b802d67-ab88-437e-9339-5f1de95b7ae3 req-4d8f3dfd-51b0-4a63-8991-213dd4322995 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 210 time: 0.0463889 May 11 21:05:17.683277 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-c26c2f54-f68d-4513-85b1-a54a3295756d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54d75c229dc14e59b53a1ec63a0f00f8 HTTP/1.1" status: 200 len: 379 time: 0.1597643 May 11 21:05:17.694225 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'port': {'device_id': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'admin_state_up': True, 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'security_groups': ['a84a41fd-259a-43f4-bfca-45749e7e80a8']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:17.864375 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c51e32e-4186-43e2-9063-ee5936dea096 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:05:17.872630 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Publish callbacks [] for port (5c51e32e-4186-43e2-9063-ee5936dea096), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:17.913831 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Transition to ACTIVE for port object 5c51e32e-4186-43e2-9063-ee5936dea096 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:05:17.929966 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a09ac-83b4-4eab-90a4-b098fb89c78a req-b96700c9-bd17-4b42-bcce-032aefcedf58 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:17.931912 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-543a09ac-83b4-4eab-90a4-b098fb89c78a req-b96700c9-bd17-4b42-bcce-032aefcedf58 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 943 time: 0.0557697 May 11 21:05:17.979390 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-543a09ac-83b4-4eab-90a4-b098fb89c78a req-5e62a5be-f677-478b-8d91-04e5e35575af tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 May 11 21:05:18.022215 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:18.071596 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:18.105819 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Made reservation on behalf of ad1ed05b84e545989b4753dab7bd4b3f for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:05:18.109930 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:18.170836 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:18.197221 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Made reservation on behalf of 54d75c229dc14e59b53a1ec63a0f00f8 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:05:18.200835 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:18.239294 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Pushing event updated for resources: {'Port': ['ID=5c51e32e-4186-43e2-9063-ee5936dea096,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:18.326536 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:05:18.463792 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Attempting to bind port 5c51e32e-4186-43e2-9063-ee5936dea096 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:05:18.465300 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Attempting to bind port 5c51e32e-4186-43e2-9063-ee5936dea096 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:05:18.465881 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Attempting to bind port 5c51e32e-4186-43e2-9063-ee5936dea096 on network 26111c2a-0c3d-4253-b45f-aeacb402f250 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:18.472233 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Port 5c51e32e-4186-43e2-9063-ee5936dea096 on network 26111c2a-0c3d-4253-b45f-aeacb402f250 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:05:18.472782 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Attempting to bind port 5c51e32e-4186-43e2-9063-ee5936dea096 on network 26111c2a-0c3d-4253-b45f-aeacb402f250 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:18.487184 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:05:18.490807 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Checking segment: {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:05:18.491741 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Bound using segment: {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:05:18.493428 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Bound port: 5c51e32e-4186-43e2-9063-ee5936dea096, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:05:18.495221 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:18.576481 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Allocated IP 172.20.0.8 (93d70e35-28da-4d4e-9ed9-625e30aef3e3/c1dcf91c-ec8d-4cb6-aa91-01263afc28ea/b5d7d61f-ac27-420d-a3ea-7fdaecaeed05) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:05:18.593478 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:18.661993 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] For port 5c51e32e-4186-43e2-9063-ee5936dea096, host hv-cinder-84146, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:05:18.666017 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ffebdf7c-5a98-43c4-9ecc-62f30343dbf2 req-bc733c3e-9161-483f-9cd5-30031528434d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 210 time: 0.0827534 May 11 21:05:18.666766 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] For port 5c51e32e-4186-43e2-9063-ee5936dea096, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=5c51e32e-4186-43e2-9063-ee5936dea096,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:05:18.723347 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43270) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:18.742758 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Allocated IP 172.20.0.3 (cba3ba85-9c39-4c2e-a36c-66082d4dfb25/f6dc7980-bf6d-4a31-a1cf-581932df2c50/17516495-e3a1-4e3b-9f09-7e6a38573ceb) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:05:18.765764 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:18.850751 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1c07b1dc-22de-4cd9-ae4d-1688231cc3a5 req-44f79665-8037-4064-bb78-65a12832fe29 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 210 time: 0.0995913 May 11 21:05:18.916926 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:18.917621 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:18.919063 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] 10.222.0.70 "PUT /v2.0/ports/5c51e32e-4186-43e2-9063-ee5936dea096 HTTP/1.1" status: 200 len: 1094 time: 1.7682581 May 11 21:05:18.920443 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'tag': '5c51e32e-4186-43e2-9063-ee5936dea096'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:18.923116 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a380d0-c5ed-484f-ad4b-f7ef212df29d" -d '{"events": [{"name": "network-changed", "server_uuid": "925e3d97-64b1-4637-9850-0c37d5f2a870", "tag": "5c51e32e-4186-43e2-9063-ee5936dea096"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:18.932789 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cf224ee-f184-4baf-b3fd-8098168b36b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.055748 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41e07c-d860-4848-8376-58d50b2eb353 req-8871412f-ac41-412b-a639-201cd6871ef7 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:19.062842 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea41e07c-d860-4848-8376-58d50b2eb353 req-8871412f-ac41-412b-a639-201cd6871ef7 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 944 time: 0.2818663 May 11 21:05:19.067568 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6fe3ca-648b-4149-8e94-d2b7f020c924 x-openstack-request-id: req-ba6fe3ca-648b-4149-8e94-d2b7f020c924 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:19.068039 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925e3d97-64b1-4637-9850-0c37d5f2a870", "tag": "5c51e32e-4186-43e2-9063-ee5936dea096", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:19.068931 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ba6fe3ca-648b-4149-8e94-d2b7f020c924 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:19.069489 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6fe3ca-648b-4149-8e94-d2b7f020c924'] response: {'name': 'network-changed', 'server_uuid': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'tag': '5c51e32e-4186-43e2-9063-ee5936dea096', 'status': 'completed', 'code': 200} May 11 21:05:19.101104 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba862dea-de89-4327-9023-dce6864e2c73 service neutron] Pushing event updated for resources: {'Port': ['ID=5c51e32e-4186-43e2-9063-ee5936dea096,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:19.144704 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cf224ee-f184-4baf-b3fd-8098168b36b9 admin admin] Publish callbacks [] for security_group (1cc9b905-0295-48ad-bf81-b100b568a1b8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.166458 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.175118 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea41e07c-d860-4848-8376-58d50b2eb353 req-9b90757f-7fed-470f-9664-ab7988a195fc tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113820 May 11 21:05:19.222821 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6cf224ee-f184-4baf-b3fd-8098168b36b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1cc9b905-0295-48ad-bf81-b100b568a1b8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.236753 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d10a-81a4-449b-bef0-2f3e1e19d612 req-b4ee1fc9-7107-44cc-a835-ca995dce04aa tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:19.243876 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9534d10a-81a4-449b-bef0-2f3e1e19d612 req-b4ee1fc9-7107-44cc-a835-ca995dce04aa tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 944 time: 0.1035233 May 11 21:05:19.273946 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf224ee-f184-4baf-b3fd-8098168b36b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc9b905-0295-48ad-bf81-b100b568a1b8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:19.281784 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6cf224ee-f184-4baf-b3fd-8098168b36b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10f639c8d1f74e0fa27d08adced09c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5537760 May 11 21:05:19.281784 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43298) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:19.292978 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.329430 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9534d10a-81a4-449b-bef0-2f3e1e19d612 req-1f6ecdf2-39f4-4888-8931-6f5ca16ff1c4 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845900 May 11 21:05:19.330570 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f1b45b9-76db-41b7-8426-dcd96a448b59 admin admin] Publish callbacks [] for security_group (1cc9b905-0295-48ad-bf81-b100b568a1b8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.357094 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f1b45b9-76db-41b7-8426-dcd96a448b59 admin admin] Publish callbacks [] for security_group (1cc9b905-0295-48ad-bf81-b100b568a1b8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.376626 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.452572 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:05:19.458094 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:05:19.460747 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:05:19.469898 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.506702 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:19.518813 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f1b45b9-76db-41b7-8426-dcd96a448b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1cc9b905-0295-48ad-bf81-b100b568a1b8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.522054 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f1b45b9-76db-41b7-8426-dcd96a448b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.523258 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7f1b45b9-76db-41b7-8426-dcd96a448b59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1cc9b905-0295-48ad-bf81-b100b568a1b8 HTTP/1.1" status: 204 len: 168 time: 0.2405241 May 11 21:05:19.529273 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:05:19.532082 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b45b9-76db-41b7-8426-dcd96a448b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc9b905-0295-48ad-bf81-b100b568a1b8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:19.535455 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:05:19.557351 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:05:19.614957 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:19.615996 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.656026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:19.675602 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:19.676235 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.727477 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-11b0a4cd-8792-4e12-bf55-5a39a88f0286 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5236373 May 11 21:05:19.758647 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e365f89a-f150-4a55-946e-610296f460f6 None None] Provisioning complete for port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:19.759116 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e365f89a-f150-4a55-946e-610296f460f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:19.785176 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-713e6c80-0574-4383-b6ed-11aa8160b8ae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0928192 May 11 21:05:19.793638 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7bd30-b64a-4c8d-9a7f-83705cad6a57 req-995815f3-9b75-463e-9855-5edf0cdd7330 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:19.795755 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17e7bd30-b64a-4c8d-9a7f-83705cad6a57 req-995815f3-9b75-463e-9855-5edf0cdd7330 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 931 time: 0.0518918 May 11 21:05:19.799813 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e365f89a-f150-4a55-946e-610296f460f6 None None] Port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:05:20.021267 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17e7bd30-b64a-4c8d-9a7f-83705cad6a57 req-49e10b26-b943-4333-9b4b-6522c2df729c tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416460 May 11 21:05:20.022660 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-74501bd0-9b35-43b6-9aa3-92279493b0f9 None None] Provisioning complete for port 17516495-e3a1-4e3b-9f09-7e6a38573ceb triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:20.022660 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-74501bd0-9b35-43b6-9aa3-92279493b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:20.022660 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-74501bd0-9b35-43b6-9aa3-92279493b0f9 None None] Port 17516495-e3a1-4e3b-9f09-7e6a38573ceb cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:05:20.167158 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f56ed4-1364-41e5-9fbb-2ea9d62f7117 req-1a2b85ba-cafe-48eb-a70c-d9318c4ffc36 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:20.167158 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4f56ed4-1364-41e5-9fbb-2ea9d62f7117 req-1a2b85ba-cafe-48eb-a70c-d9318c4ffc36 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 931 time: 0.2124205 May 11 21:05:20.220297 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4f56ed4-1364-41e5-9fbb-2ea9d62f7117 req-05024516-3a81-4edd-afcf-3442428c651a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481131 May 11 21:05:20.449847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaf6d8-746d-4238-83b3-9309a94e64e8 req-2f806c24-46c5-41a9-90a6-70a35b9a179a tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:20.451436 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-25aaf6d8-746d-4238-83b3-9309a94e64e8 req-2f806c24-46c5-41a9-90a6-70a35b9a179a tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 944 time: 0.0496645 May 11 21:05:20.479844 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19160a-ef7a-40a2-ab46-4cbf3d7fc8f5 req-6663f36d-83ea-4a61-9649-adcb307a1d0e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:20.481475 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b19160a-ef7a-40a2-ab46-4cbf3d7fc8f5 req-6663f36d-83ea-4a61-9649-adcb307a1d0e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 944 time: 0.2223940 May 11 21:05:20.504090 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-25aaf6d8-746d-4238-83b3-9309a94e64e8 req-9e008263-5e8e-44b5-b1d1-4fe6977482bc tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 May 11 21:05:20.539628 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 43336) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:20.543260 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b19160a-ef7a-40a2-ab46-4cbf3d7fc8f5 req-32e4d594-d6a5-4f27-9950-e821b589cf82 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528009 May 11 21:05:20.555047 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b10b9ab4-3d08-4a72-902d-480a1b98f6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:20.626542 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b10b9ab4-3d08-4a72-902d-480a1b98f6b5 admin admin] Publish callbacks [] for security_group (3446fa05-76e2-4724-9c4b-e0433814fa74), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:20.702643 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b10b9ab4-3d08-4a72-902d-480a1b98f6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (3446fa05-76e2-4724-9c4b-e0433814fa74), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:20.740988 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b10b9ab4-3d08-4a72-902d-480a1b98f6b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=276057cdefed4b94b4d689fd54f3b007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001708 May 11 21:05:20.742897 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b9ab4-3d08-4a72-902d-480a1b98f6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3446fa05-76e2-4724-9c4b-e0433814fa74,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:20.743742 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43342) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:20.798842 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da746bcf-1d9d-43c8-8a96-6e325637f7bd admin admin] Publish callbacks [] for security_group (3446fa05-76e2-4724-9c4b-e0433814fa74), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:20.819679 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da746bcf-1d9d-43c8-8a96-6e325637f7bd admin admin] Publish callbacks [] for security_group (3446fa05-76e2-4724-9c4b-e0433814fa74), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:20.930431 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da746bcf-1d9d-43c8-8a96-6e325637f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (3446fa05-76e2-4724-9c4b-e0433814fa74), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:20.932981 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-da746bcf-1d9d-43c8-8a96-6e325637f7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:20.937203 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-da746bcf-1d9d-43c8-8a96-6e325637f7bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3446fa05-76e2-4724-9c4b-e0433814fa74 HTTP/1.1" status: 204 len: 168 time: 0.1894393 May 11 21:05:20.943475 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da746bcf-1d9d-43c8-8a96-6e325637f7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3446fa05-76e2-4724-9c4b-e0433814fa74,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:20.972067 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1877ebc-7517-49d5-b856-c8a53e47cb0f req-75386a1e-0708-4eda-b991-af36ed7b2bb7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:20.973698 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e1877ebc-7517-49d5-b856-c8a53e47cb0f req-75386a1e-0708-4eda-b991-af36ed7b2bb7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 931 time: 0.0588446 May 11 21:05:21.026571 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e1877ebc-7517-49d5-b856-c8a53e47cb0f req-bc75d06d-e16f-41be-b21f-9a9918f7ba06 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471408 May 11 21:05:21.357868 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08176988-49d3-428e-ba39-db19dbf418a9 req-df967d80-ddec-4eb6-a6bd-b5d00db29858 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:21.359963 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08176988-49d3-428e-ba39-db19dbf418a9 req-df967d80-ddec-4eb6-a6bd-b5d00db29858 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 931 time: 0.0509274 May 11 21:05:21.419034 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08176988-49d3-428e-ba39-db19dbf418a9 req-e48e047d-198b-4c8d-8580-e44bf0c53b6b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485020 May 11 21:05:21.601360 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Request body: {'port': {'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:21.613394 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Request body: {'port': {'device_id': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:21.632730 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a380d0-c5ed-484f-ad4b-f7ef212df29d req-1fae78be-0cb5-4caa-bcfe-0b8105150ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:21.634522 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c3a380d0-c5ed-484f-ad4b-f7ef212df29d req-1fae78be-0cb5-4caa-bcfe-0b8105150ac4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 1128 time: 0.0410359 May 11 21:05:21.685760 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:05:21.710248 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b14544-a22b-4868-ac90-b89cc1454741 req-530c00f5-2bca-47e9-a4cf-27d7f054a321 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:21.711828 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4b14544-a22b-4868-ac90-b89cc1454741 req-530c00f5-2bca-47e9-a4cf-27d7f054a321 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 944 time: 0.1386902 May 11 21:05:21.744996 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:05:21.789943 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:21.791890 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:21.812218 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23627f3-d8db-4308-ba65-8bed2c276e6d req-642a48a6-1573-4ede-a2fd-e04926017b03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:21.813911 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f23627f3-d8db-4308-ba65-8bed2c276e6d req-642a48a6-1573-4ede-a2fd-e04926017b03 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 944 time: 0.1516807 May 11 21:05:21.847913 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:21.848243 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:21.880146 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4b14544-a22b-4868-ac90-b89cc1454741 req-91a94568-9ad1-436f-8331-2438f0d31d01 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412547 May 11 21:05:21.902352 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a380d0-c5ed-484f-ad4b-f7ef212df29d req-413fc2bb-e2f5-4a67-814c-0b7432dc623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:21.904797 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c3a380d0-c5ed-484f-ad4b-f7ef212df29d req-413fc2bb-e2f5-4a67-814c-0b7432dc623a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=513637db58d34fe198b2de93d2cbbeaa&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2623363 May 11 21:05:21.945399 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:21.945972 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:21.977789 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c813c1-9c8c-4614-a5dc-a21b2a13cdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:22.061395 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,segment=NetworkSegment(52ea47d2-0051-474c-a0d4-f6c577d12487),segment_id=52ea47d2-0051-474c-a0d4-f6c577d12487)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:22.165292 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:22.213417 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f23627f3-d8db-4308-ba65-8bed2c276e6d req-5538ac77-0117-47a6-a031-dcfa7a88e787 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074234 May 11 21:05:22.226542 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a380d0-c5ed-484f-ad4b-f7ef212df29d req-733e65a0-205b-4054-b42a-b8582a47206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:22.229321 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c3a380d0-c5ed-484f-ad4b-f7ef212df29d req-733e65a0-205b-4054-b42a-b8582a47206c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3133979 May 11 21:05:22.249365 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:22.276580 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb9265-7a5b-4780-946a-6511e8991038 req-88f7f61c-bdd3-4830-aad3-4cf0a422a35a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:22.278394 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8fb9265-7a5b-4780-946a-6511e8991038 req-88f7f61c-bdd3-4830-aad3-4cf0a422a35a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 931 time: 0.1250808 May 11 21:05:22.307307 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7fe7ae-6d3d-4025-abc9-09e94ca09125" -d '{"events": [{"server_uuid": "46c813c1-9c8c-4614-a5dc-a21b2a13cdcd", "name": "network-vif-plugged", "status": "completed", "tag": "5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:22.429236 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78072992-62d2-4512-bd78-5cdc5c68d70b x-openstack-request-id: req-78072992-62d2-4512-bd78-5cdc5c68d70b {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:22.429236 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c813c1-9c8c-4614-a5dc-a21b2a13cdcd", "name": "network-vif-plugged", "status": "completed", "tag": "5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:22.429236 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78072992-62d2-4512-bd78-5cdc5c68d70b {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:22.429930 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78072992-62d2-4512-bd78-5cdc5c68d70b'] response: {'server_uuid': '46c813c1-9c8c-4614-a5dc-a21b2a13cdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab', 'code': 200} May 11 21:05:22.444442 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8fb9265-7a5b-4780-946a-6511e8991038 req-a6c964d1-e255-4e72-bf56-eff48bdd5d56 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578627 May 11 21:05:22.553389 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87dd39-967b-4d47-98a2-7c494f2b43a6 req-e0078c0b-8144-43e7-8862-b97445916775 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:22.555893 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b87dd39-967b-4d47-98a2-7c494f2b43a6 req-e0078c0b-8144-43e7-8862-b97445916775 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 931 time: 0.0588615 May 11 21:05:22.559208 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17516495-e3a1-4e3b-9f09-7e6a38573ceb {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:05:22.570774 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:05:22.576425 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Publish callbacks [] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:22.584462 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Publish callbacks [] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:22.607591 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Transition to ACTIVE for port object 17516495-e3a1-4e3b-9f09-7e6a38573ceb will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:05:22.610289 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Transition to ACTIVE for port object b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:05:22.615203 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b87dd39-967b-4d47-98a2-7c494f2b43a6 req-4cfc8411-d422-47ef-aaff-06362710d20e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528958 May 11 21:05:22.719783 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:22.724569 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:22.793662 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:22.959459 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Pushing event updated for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:23.083188 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Attempting to bind port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:05:23.083401 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Attempting to bind port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:05:23.083691 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Attempting to bind port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:23.098865 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Attempting to bind port 17516495-e3a1-4e3b-9f09-7e6a38573ceb on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:05:23.099130 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Attempting to bind port 17516495-e3a1-4e3b-9f09-7e6a38573ceb by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:05:23.099473 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Attempting to bind port 17516495-e3a1-4e3b-9f09-7e6a38573ceb on network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:23.108296 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62641200-4303-4151-966d-fa71dbdfd6b1 req-672523e3-1bf4-4e13-a336-964ca05fc0f1 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:23.109874 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-62641200-4303-4151-966d-fa71dbdfd6b1 req-672523e3-1bf4-4e13-a336-964ca05fc0f1 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.1108217 May 11 21:05:23.112683 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:05:23.113010 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Attempting to bind port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:23.126368 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Port 17516495-e3a1-4e3b-9f09-7e6a38573ceb on network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:05:23.126689 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Attempting to bind port 17516495-e3a1-4e3b-9f09-7e6a38573ceb on network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:05:23.131410 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:05:23.135328 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Checking segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:05:23.135328 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Bound using segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:05:23.135328 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Bound port: b5d7d61f-ac27-420d-a3ea-7fdaecaeed05, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:05:23.135328 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:23.147965 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:05:23.148297 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Checking segment: {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:05:23.148633 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Bound using segment: {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:05:23.149052 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Bound port: 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:05:23.149407 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:23.231312 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-62641200-4303-4151-966d-fa71dbdfd6b1 req-e85c385e-a5c3-41d9-9c40-94815e7992bf tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148448 May 11 21:05:23.287492 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:05:23.292735 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:05:23.294941 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] For port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:05:23.298836 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] For port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:05:23.342703 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ddece-b39c-45bc-aff0-37808596f96f req-17d87aed-fb83-40e6-ad5d-c88b9eed8fea tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:23.344347 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-033ddece-b39c-45bc-aff0-37808596f96f req-17d87aed-fb83-40e6-ad5d-c88b9eed8fea tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 944 time: 0.0482039 May 11 21:05:23.392247 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-033ddece-b39c-45bc-aff0-37808596f96f req-4e85aa8c-df40-440c-972b-e99874f9687e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 May 11 21:05:23.422633 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:23.426829 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:23.475424 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:23.476128 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:23.478253 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] 10.222.0.70 "PUT /v2.0/ports/b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 HTTP/1.1" status: 200 len: 1093 time: 1.8839102 May 11 21:05:23.486304 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'tag': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:23.518450 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:23.519291 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:23.520851 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] 10.222.0.70 "PUT /v2.0/ports/17516495-e3a1-4e3b-9f09-7e6a38573ceb HTTP/1.1" status: 200 len: 1093 time: 1.9240046 May 11 21:05:23.546228 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ef05-800b-46bf-bb92-a267dbe80392 service neutron] Pushing event updated for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:23.667760 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847fd19-01c7-440b-b86d-07cc79c30e3a req-2034abc3-6b1b-4210-b5a7-81124ddebf87 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:23.669340 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5847fd19-01c7-440b-b86d-07cc79c30e3a req-2034abc3-6b1b-4210-b5a7-81124ddebf87 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 943 time: 0.0766592 May 11 21:05:23.681693 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbe33e-5f7b-4f3c-b3fb-cac7945b7c90 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:23.860578 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0f6e4-fd2d-4d63-88fd-8134b150dc02 req-9a94e2ea-d13a-4478-ae05-f4d0b19fd18a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:23.866034 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5fd0f6e4-fd2d-4d63-88fd-8134b150dc02 req-9a94e2ea-d13a-4478-ae05-f4d0b19fd18a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0976415 May 11 21:05:23.898823 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c75130-04b8-483d-9500-11b1a0463953" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a0c714-2a75-4c5a-b97c-bd3407687b16", "tag": "b5d7d61f-ac27-420d-a3ea-7fdaecaeed05"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:23.925501 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5fd0f6e4-fd2d-4d63-88fd-8134b150dc02 req-ce0a8896-b6c0-4f7f-8c0e-97da0093b32f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529454 May 11 21:05:23.938658 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5847fd19-01c7-440b-b86d-07cc79c30e3a req-1928c92b-b3dc-43fd-ad8f-43e90262e8ca tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635779 May 11 21:05:24.030203 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b36934f-80fc-497f-9146-67ab5888a6ef x-openstack-request-id: req-6b36934f-80fc-497f-9146-67ab5888a6ef {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:24.030515 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a0c714-2a75-4c5a-b97c-bd3407687b16", "tag": "b5d7d61f-ac27-420d-a3ea-7fdaecaeed05", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:24.030766 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b36934f-80fc-497f-9146-67ab5888a6ef {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:24.031232 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b36934f-80fc-497f-9146-67ab5888a6ef'] response: {'name': 'network-changed', 'server_uuid': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'tag': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'status': 'completed', 'code': 200} May 11 21:05:24.343487 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d30fc8-2700-4274-8764-a3e520811911 req-e9427c5c-527f-4b88-a0e1-dc9bc1b3eedb tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:24.343487 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1d30fc8-2700-4274-8764-a3e520811911 req-e9427c5c-527f-4b88-a0e1-dc9bc1b3eedb tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.0451632 May 11 21:05:24.391293 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1d30fc8-2700-4274-8764-a3e520811911 req-4cfa6000-ecc0-4442-a003-e27005467361 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 May 11 21:05:24.516997 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdf4fe-a4fe-4566-b2e8-0b31566f6188 req-f443d982-2552-4f83-9d4a-e3a5e688f307 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:24.518585 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-20bdf4fe-a4fe-4566-b2e8-0b31566f6188 req-f443d982-2552-4f83-9d4a-e3a5e688f307 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 944 time: 0.0572112 May 11 21:05:24.574359 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-20bdf4fe-a4fe-4566-b2e8-0b31566f6188 req-36fa9ff2-ccc1-4777-9dd1-8da6437242e8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482976 May 11 21:05:24.848983 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c75130-04b8-483d-9500-11b1a0463953 req-83df2620-4159-4dae-89b5-02b84c7f91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:24.850505 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54c75130-04b8-483d-9500-11b1a0463953 req-83df2620-4159-4dae-89b5-02b84c7f91ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 1127 time: 0.0473108 May 11 21:05:24.873238 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-46251023-6c22-43a5-9166-48161f437bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:24.874802 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-46251023-6c22-43a5-9166-48161f437bdb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 1128 time: 0.1049786 May 11 21:05:24.877948 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-90d8e20e-b53f-443a-afda-8744fb9f0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:24.879333 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-90d8e20e-b53f-443a-afda-8744fb9f0e01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 1127 time: 0.0560274 May 11 21:05:24.960867 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c75130-04b8-483d-9500-11b1a0463953 req-e5b27c8d-0dcc-47a7-84fc-dfecbb75ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:24.962434 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54c75130-04b8-483d-9500-11b1a0463953 req-e5b27c8d-0dcc-47a7-84fc-dfecbb75ee87 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0977645 May 11 21:05:24.982850 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-5dde7b32-1861-417d-928c-0057205b1709 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c51e32e-4186-43e2-9063-ee5936dea096 HTTP/1.1" status: 200 len: 217 time: 0.0956240 May 11 21:05:24.984381 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-cc965426-c5b5-4b59-9dae-81a68f5b60de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb HTTP/1.1" status: 200 len: 217 time: 0.0910954 May 11 21:05:25.088893 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbd028-acde-491c-baa3-0cf60880d4e0 req-bc7eaebf-f064-4ca5-b2ab-31bc71fb178b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.090469 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6adbd028-acde-491c-baa3-0cf60880d4e0 req-bc7eaebf-f064-4ca5-b2ab-31bc71fb178b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 943 time: 0.0616302 May 11 21:05:25.094396 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.70', 55117) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:25.107802 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c75130-04b8-483d-9500-11b1a0463953 req-22a81175-c439-4829-8199-b9603be9b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.109162 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54c75130-04b8-483d-9500-11b1a0463953 req-22a81175-c439-4829-8199-b9603be9b351 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389956 May 11 21:05:25.147987 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6adbd028-acde-491c-baa3-0cf60880d4e0 req-05892b25-e152-4774-a792-663ba06c0af7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486906 May 11 21:05:25.181805 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5beb7ca-9960-4f6d-a1d8-019baff48fe3 req-e6e012b2-d4c4-49f4-81e6-63b91f0bc306 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.183761 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f5beb7ca-9960-4f6d-a1d8-019baff48fe3 req-e6e012b2-d4c4-49f4-81e6-63b91f0bc306 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.1431282 May 11 21:05:25.184576 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-147a7dde-c8fa-4e9d-b101-e026fd50eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.185930 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-147a7dde-c8fa-4e9d-b101-e026fd50eb64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 200 len: 856 time: 0.1915402 May 11 21:05:25.186919 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-1d5c9664-3c4b-42a7-a19d-19d8c86e5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.188405 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-1d5c9664-3c4b-42a7-a19d-19d8c86e5221 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 1127 time: 0.0392663 May 11 21:05:25.191323 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-644adb56-4cad-4c20-b7a7-303048bd1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.192716 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-644adb56-4cad-4c20-b7a7-303048bd1c98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 HTTP/1.1" status: 200 len: 849 time: 0.1995692 May 11 21:05:25.235327 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ed1d3-10bd-415f-99f2-52df074ef0f8 req-dd8c5f17-fa73-4fc4-bfad-a8490182a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.236785 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf5ed1d3-10bd-415f-99f2-52df074ef0f8 req-dd8c5f17-fa73-4fc4-bfad-a8490182a520 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 1129 time: 0.1380098 May 11 21:05:25.239308 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-192a8c0d-860d-4d54-8c9f-b243672882ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 HTTP/1.1" status: 200 len: 217 time: 0.0373986 May 11 21:05:25.289981 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-0ed8cc4f-ea2b-41c8-81ba-a05ed6624098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.291510 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-0ed8cc4f-ea2b-41c8-81ba-a05ed6624098 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 200 len: 853 time: 0.0444241 May 11 21:05:25.334138 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf5ed1d3-10bd-415f-99f2-52df074ef0f8 req-37b7b733-dfb9-411b-84d7-4da27bd350be service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:25.339125 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-14d6be7b-7a2c-4cf2-ac5e-90f4767901b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.340624 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-14d6be7b-7a2c-4cf2-ac5e-90f4767901b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1423481 May 11 21:05:25.345215 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-463c2274-9d97-4b5d-ba9d-7a2a4af14541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.346731 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-463c2274-9d97-4b5d-ba9d-7a2a4af14541 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93d70e35-28da-4d4e-9ed9-625e30aef3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486162 May 11 21:05:25.348891 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-cb81b120-f239-4370-a21e-819d2691da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.350330 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-cb81b120-f239-4370-a21e-819d2691da68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26111c2a-0c3d-4253-b45f-aeacb402f250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1165779 May 11 21:05:25.393293 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f5beb7ca-9960-4f6d-a1d8-019baff48fe3 req-935c14d8-c998-4c86-9c12-6ea7ad76462b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959438 May 11 21:05:25.451454 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-3e438a3f-9786-4b29-a1b6-f0e2ba6ae5d2 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930994 May 11 21:05:25.549396 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-4ef6d15c-a75c-4777-9915-3e43dd7a4de0 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941621 May 11 21:05:25.562686 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681e14a-12ee-4e08-9240-895e4a8447cd req-06a98f91-a325-43c6-a258-bfe789296b76 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.569267 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6681e14a-12ee-4e08-9240-895e4a8447cd req-06a98f91-a325-43c6-a258-bfe789296b76 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.1020429 May 11 21:05:25.570901 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-f3c03394-01e7-43a5-bebc-c406463fec77 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016163 May 11 21:05:25.624991 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1fab797e-4e38-45c8-89e2-ec60b82f8a8c req-8db09dfd-1e9e-4c5d-8841-ca319970900e service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668036 May 11 21:05:25.649261 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf5ed1d3-10bd-415f-99f2-52df074ef0f8 req-37b7b733-dfb9-411b-84d7-4da27bd350be service neutron] Publish callbacks [] for security_group (2ca23e07-dc20-49eb-b058-7270434024cf), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:25.651041 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6681e14a-12ee-4e08-9240-895e4a8447cd req-55ccba52-deda-4e9f-b105-52eb433084c8 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790131 May 11 21:05:25.806257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cf5ed1d3-10bd-415f-99f2-52df074ef0f8 req-37b7b733-dfb9-411b-84d7-4da27bd350be service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (2ca23e07-dc20-49eb-b058-7270434024cf), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:25.833296 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db3a2f-f2e2-4648-989f-19ede050f8e1 req-c52154a5-6dc0-43e0-9136-8e069a2cec15 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:25.834776 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b7db3a2f-f2e2-4648-989f-19ede050f8e1 req-c52154a5-6dc0-43e0-9136-8e069a2cec15 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 944 time: 0.1514480 May 11 21:05:25.911737 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf5ed1d3-10bd-415f-99f2-52df074ef0f8 req-37b7b733-dfb9-411b-84d7-4da27bd350be service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399200 May 11 21:05:25.912468 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7b733-dfb9-411b-84d7-4da27bd350be service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca23e07-dc20-49eb-b058-7270434024cf,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:25.917375 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a1e7b52-5846-4e5f-8b18-e62465860995 req-ad0f8c08-87fb-4f85-917f-d637b77c45db service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991934 May 11 21:05:25.923976 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-746e31d0-488a-4736-94d4-1d45dfa72233 req-3e8d8e0a-3d3e-49c2-a9d3-2c2902a1e32c service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161621 May 11 21:05:25.945428 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b7db3a2f-f2e2-4648-989f-19ede050f8e1 req-508c5c5f-9011-40eb-a853-592310579a3f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930331 May 11 21:05:26.032442 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:26.034877 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33185320-ddae-4f46-8544-457235c71c67" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:26.070256 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d92b61-13b1-48e5-9816-f2aeef6ba908 x-openstack-request-id: req-d6d92b61-13b1-48e5-9816-f2aeef6ba908 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:26.070256 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:26.070256 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6d92b61-13b1-48e5-9816-f2aeef6ba908 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:26.070674 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d92b61-13b1-48e5-9816-f2aeef6ba908'] response: {'name': 'network-changed', 'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'status': 'completed', 'code': 200} May 11 21:05:26.264284 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c565556-8af4-433e-b315-384efbbf74b8 req-3e0104e0-b0ad-41d0-86d4-aade00f77116 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:26.265781 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4c565556-8af4-433e-b315-384efbbf74b8 req-3e0104e0-b0ad-41d0-86d4-aade00f77116 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 943 time: 0.0516028 May 11 21:05:26.312770 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4c565556-8af4-433e-b315-384efbbf74b8 req-54d58787-c8c2-4a61-a049-f2f3b9aeff6c tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411081 May 11 21:05:26.512705 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711937-84d4-4c3f-96ff-8bca4f1f3c9d req-4855d843-c2e6-458f-86a3-5aad9ed02f6c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:26.514767 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71711937-84d4-4c3f-96ff-8bca4f1f3c9d req-4855d843-c2e6-458f-86a3-5aad9ed02f6c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0451386 May 11 21:05:26.563344 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71711937-84d4-4c3f-96ff-8bca4f1f3c9d req-b5bc7b9e-6844-4fba-9225-c28d92031ed2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401032 May 11 21:05:26.760131 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd545b-f88e-49ba-bfa5-89095e8c4f13 req-c5f3803f-b29d-436c-a511-0c6dd7297931 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:26.767970 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fefd545b-f88e-49ba-bfa5-89095e8c4f13 req-c5f3803f-b29d-436c-a511-0c6dd7297931 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.0533957 May 11 21:05:26.810303 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fefd545b-f88e-49ba-bfa5-89095e8c4f13 req-5cac4e1f-565d-4351-8565-ae41690eb907 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 May 11 21:05:27.059820 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6bca0-701f-437e-b9c0-c9fb287666ff req-a4d5fe94-08ab-4c60-aa32-fdac7db4365a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:27.061320 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eaf6bca0-701f-437e-b9c0-c9fb287666ff req-a4d5fe94-08ab-4c60-aa32-fdac7db4365a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 944 time: 0.0495543 May 11 21:05:27.123936 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eaf6bca0-701f-437e-b9c0-c9fb287666ff req-c7850038-aa62-4fca-8450-65f3aa493f5d tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569031 May 11 21:05:27.427197 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce3611-6693-4718-beb0-ef0e01f73a57 req-64562123-df40-4905-bad7-f009e85d9dbe tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:27.428630 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c7ce3611-6693-4718-beb0-ef0e01f73a57 req-64562123-df40-4905-bad7-f009e85d9dbe tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 943 time: 0.0452571 May 11 21:05:27.477846 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c7ce3611-6693-4718-beb0-ef0e01f73a57 req-188939f4-63cf-4472-a3f9-b2d3c29431d1 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436444 May 11 21:05:27.680305 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccc963-1d07-465d-8629-e8ef02c2e399 req-e9645a81-6f8f-46cd-8ebc-eed525aa7e03 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:27.681812 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ccc963-1d07-465d-8629-e8ef02c2e399 req-e9645a81-6f8f-46cd-8ebc-eed525aa7e03 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0486186 May 11 21:05:27.730034 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ccc963-1d07-465d-8629-e8ef02c2e399 req-5af3ee3d-7285-4ee5-9681-e46424a69f18 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426354 May 11 21:05:27.926981 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb8443-a48a-45f1-8591-2856321d8b75 req-8b7aca3a-8f77-4816-914e-bf9d8978a717 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:27.928544 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3afb8443-a48a-45f1-8591-2856321d8b75 req-8b7aca3a-8f77-4816-914e-bf9d8978a717 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.0475941 May 11 21:05:27.978728 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3afb8443-a48a-45f1-8591-2856321d8b75 req-750d7ad9-401d-492e-959b-edd0ec23ad6c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 May 11 21:05:28.240539 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5bc30-37c8-4d58-9b13-952c82674dc1 req-74a2ab2c-f501-4bd9-9d10-c15e1ca05563 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:28.242031 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ee5bc30-37c8-4d58-9b13-952c82674dc1 req-74a2ab2c-f501-4bd9-9d10-c15e1ca05563 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 944 time: 0.0519550 May 11 21:05:28.292105 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ee5bc30-37c8-4d58-9b13-952c82674dc1 req-58744419-81e1-402e-945d-f8ceb467f0d6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 May 11 21:05:28.588437 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2b3b4-9774-41c4-ae91-10796973e352 req-8097e35c-c237-4dc2-86f6-f696c47c95b1 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:28.590173 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4d2b3b4-9774-41c4-ae91-10796973e352 req-8097e35c-c237-4dc2-86f6-f696c47c95b1 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 943 time: 0.0470681 May 11 21:05:28.637304 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4d2b3b4-9774-41c4-ae91-10796973e352 req-b840aaaf-8317-4af5-b288-30c3cc07822a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408847 May 11 21:05:28.688227 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 17516495-e3a1-4e3b-9f09-7e6a38573ceb details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:05:28.785273 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:28.797010 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'port_id': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'mac_address': 'fa:16:3e:e8:4d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:05:28.845428 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 17516495-e3a1-4e3b-9f09-7e6a38573ceb is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:28.846073 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:28.860734 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17516495-e3a1-4e3b-9f09-7e6a38573ceb {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:05:28.885054 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:29.005098 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:29.005098 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:05:29.046790 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3e11-8511-436b-a309-641a299f226d req-9ac08d2a-49d3-4961-b280-5acfb1865f3d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:29.056895 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f5e3e11-8511-436b-a309-641a299f226d req-9ac08d2a-49d3-4961-b280-5acfb1865f3d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.2517979 May 11 21:05:29.063087 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185320-ddae-4f46-8544-457235c71c67 req-9d920496-aa15-431d-bc96-10ba0a05ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:29.067544 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33185320-ddae-4f46-8544-457235c71c67 req-9d920496-aa15-431d-bc96-10ba0a05ea64 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 1127 time: 0.1085887 May 11 21:05:29.127374 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f5e3e11-8511-436b-a309-641a299f226d req-8beaec31-13c6-4c31-9916-bd0c61df7f12 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693724 May 11 21:05:29.145545 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:29.191512 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93e8ff-b859-4793-b6bf-9f2ed4e2b8ec req-f0502c16-7f63-4b1a-a2fa-81754aaef947 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:29.193993 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2e93e8ff-b859-4793-b6bf-9f2ed4e2b8ec req-f0502c16-7f63-4b1a-a2fa-81754aaef947 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.1254160 May 11 21:05:29.209702 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:29.335952 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'mac_address': 'fa:16:3e:39:da:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:05:29.410226 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:29.410632 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:29.425895 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2e93e8ff-b859-4793-b6bf-9f2ed4e2b8ec req-c7950f2a-1782-4f09-8804-e02c554e62fe tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253273 May 11 21:05:29.428259 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185320-ddae-4f46-8544-457235c71c67 req-36a3cdf3-6cba-46b6-9de1-e93c0d9e401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:29.429012 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:05:29.438438 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33185320-ddae-4f46-8544-457235c71c67 req-36a3cdf3-6cba-46b6-9de1-e93c0d9e401f service neutron] 10.222.0.70 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 918 time: 0.3416338 May 11 21:05:29.461947 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:29.492877 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0115fa6-5fec-4331-9c83-a5d5c689aeb1 req-bc119cff-513a-4f28-8577-e590d472ebf4 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:29.500784 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0115fa6-5fec-4331-9c83-a5d5c689aeb1 req-bc119cff-513a-4f28-8577-e590d472ebf4 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 944 time: 0.0845623 May 11 21:05:29.522642 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:29.582745 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:29.602525 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0115fa6-5fec-4331-9c83-a5d5c689aeb1 req-6fa7099c-4141-44e5-8b92-2ba4e168a245 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003485 May 11 21:05:29.745307 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33185320-ddae-4f46-8544-457235c71c67 req-68032248-bf82-4187-98a0-6c7128e956d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb HTTP/1.1" status: 200 len: 217 time: 0.2996531 May 11 21:05:29.787695 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805bbc6-cbec-412d-b772-d29879e253b4 req-633a6795-e16a-402d-9899-fe553722cb47 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:29.789194 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5805bbc6-cbec-412d-b772-d29879e253b4 req-633a6795-e16a-402d-9899-fe553722cb47 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 944 time: 0.0462565 May 11 21:05:29.850331 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185320-ddae-4f46-8544-457235c71c67 req-6f16f831-4aae-4ee5-a25f-37e0e4c31705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:29.851765 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33185320-ddae-4f46-8544-457235c71c67 req-6f16f831-4aae-4ee5-a25f-37e0e4c31705 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 200 len: 856 time: 0.0617702 May 11 21:05:29.877195 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5805bbc6-cbec-412d-b772-d29879e253b4 req-6d3536c2-2eb7-49c9-9bb8-f527fdf99574 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791101 May 11 21:05:29.906585 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33185320-ddae-4f46-8544-457235c71c67 req-b65fdab3-efc8-4db7-afd9-c6ea3a5f44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:29.908127 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33185320-ddae-4f46-8544-457235c71c67 req-b65fdab3-efc8-4db7-afd9-c6ea3a5f44f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468476 May 11 21:05:29.961255 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['b5d7d61f-ac27-420d-a3ea-7fdaecaeed05'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:05:30.041261 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['17516495-e3a1-4e3b-9f09-7e6a38573ceb'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:05:30.255522 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336109b7-2358-4f9c-8136-43107bffc416 req-b7c9ffd5-5faa-4927-9b50-d67ea724d19b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:30.262064 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-336109b7-2358-4f9c-8136-43107bffc416 req-b7c9ffd5-5faa-4927-9b50-d67ea724d19b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 944 time: 0.0686114 May 11 21:05:30.309572 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-336109b7-2358-4f9c-8136-43107bffc416 req-a8839e14-0b73-45cb-ab57-0deee73ab7b6 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464146 May 11 21:05:30.572549 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33185320-ddae-4f46-8544-457235c71c67 req-97e7cde7-4c48-47ef-9f75-93752fc22006 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237020 May 11 21:05:30.581256 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a100b-36e1-4d44-9c77-e6721867998e req-833f9d6e-582a-4065-9be4-07347257d123 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:30.582662 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-408a100b-36e1-4d44-9c77-e6721867998e req-833f9d6e-582a-4065-9be4-07347257d123 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.0626447 May 11 21:05:30.690079 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-408a100b-36e1-4d44-9c77-e6721867998e req-68103782-fcc1-42a2-a638-89d9425b8ac9 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988472 May 11 21:05:30.717324 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33185320-ddae-4f46-8544-457235c71c67 req-5a49d884-cd15-4284-bcbc-3e40b356b50c service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295714 May 11 21:05:30.741764 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6bea0-2cbc-4362-9d45-d02e04300d1a req-f17e79b3-648e-463d-879f-792b03d7fd54 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:30.743360 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bfb6bea0-2cbc-4362-9d45-d02e04300d1a req-f17e79b3-648e-463d-879f-792b03d7fd54 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 944 time: 0.0646684 May 11 21:05:30.800623 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bfb6bea0-2cbc-4362-9d45-d02e04300d1a req-280e86ca-caa2-4546-ab4c-5d77e1c3a464 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495687 May 11 21:05:30.847668 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 43696) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:30.989951 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 5c51e32e-4186-43e2-9063-ee5936dea096 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:05:30.996819 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 17516495-e3a1-4e3b-9f09-7e6a38573ceb up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:05:30.998890 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ce52c12-bc38-4370-9e53-ea9ae05da1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.040410 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65249e-0e3f-4944-ba5e-875b76619865 req-2f61d9a6-b049-4c27-8266-36f6c82857c9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:31.041928 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cb65249e-0e3f-4944-ba5e-875b76619865 req-2f61d9a6-b049-4c27-8266-36f6c82857c9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 944 time: 0.0940468 May 11 21:05:31.115902 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cb65249e-0e3f-4944-ba5e-875b76619865 req-4b524e94-abb4-48b8-a3cd-ce65b6b0bb15 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657473 May 11 21:05:31.118156 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 17516495-e3a1-4e3b-9f09-7e6a38573ceb completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:05:31.141591 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ce52c12-bc38-4370-9e53-ea9ae05da1f7 admin admin] Publish callbacks [] for security_group (c3399e84-592b-4beb-93dd-a3313580a8d2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.148637 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 5c51e32e-4186-43e2-9063-ee5936dea096, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=5c51e32e-4186-43e2-9063-ee5936dea096,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:31.159795 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '5c51e32e-4186-43e2-9063-ee5936dea096', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'port_id': '5c51e32e-4186-43e2-9063-ee5936dea096', 'mac_address': 'fa:16:3e:06:3b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:05:31.192926 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 17516495-e3a1-4e3b-9f09-7e6a38573ceb triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:31.193311 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.215593 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 5c51e32e-4186-43e2-9063-ee5936dea096 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:31.215969 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.234678 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c51e32e-4186-43e2-9063-ee5936dea096 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:05:31.244574 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3ce52c12-bc38-4370-9e53-ea9ae05da1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (c3399e84-592b-4beb-93dd-a3313580a8d2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.262965 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 5c51e32e-4186-43e2-9063-ee5936dea096, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=5c51e32e-4186-43e2-9063-ee5936dea096,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:31.287264 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3ce52c12-bc38-4370-9e53-ea9ae05da1f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb915dc2619b459f8462d19f62039e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4385045 May 11 21:05:31.288129 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce52c12-bc38-4370-9e53-ea9ae05da1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3399e84-592b-4beb-93dd-a3313580a8d2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:31.290026 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43702) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:31.314715 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 17516495-e3a1-4e3b-9f09-7e6a38573ceb is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:31.315191 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.337855 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:31.340110 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1796204f-9691-46db-92e8-052def6805f1 admin admin] Publish callbacks [] for security_group (c3399e84-592b-4beb-93dd-a3313580a8d2), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.340493 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a42f69-ad5f-48be-956e-e51b85bfb8cd" -d '{"events": [{"server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "name": "network-vif-plugged", "status": "completed", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:31.354207 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:31.367935 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1796204f-9691-46db-92e8-052def6805f1 admin admin] Publish callbacks [] for security_group (c3399e84-592b-4beb-93dd-a3313580a8d2), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.381821 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.388210 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70406d95-4aa5-4e0f-8fc7-54ed943ec9f7 x-openstack-request-id: req-70406d95-4aa5-4e0f-8fc7-54ed943ec9f7 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:31.388536 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "name": "network-vif-plugged", "status": "completed", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:31.388799 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70406d95-4aa5-4e0f-8fc7-54ed943ec9f7 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:31.389199 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70406d95-4aa5-4e0f-8fc7-54ed943ec9f7'] response: {'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'code': 200} May 11 21:05:31.448681 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d18b1b-a288-4767-8920-ab0a89cfc3b4 req-e5111dc3-9aff-42e9-b01c-ff8316d494a7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:31.450607 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6d18b1b-a288-4767-8920-ab0a89cfc3b4 req-e5111dc3-9aff-42e9-b01c-ff8316d494a7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 944 time: 0.0581033 May 11 21:05:31.465121 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.465997 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:05:31.469257 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=5c51e32e-4186-43e2-9063-ee5936dea096,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:31.501181 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6d18b1b-a288-4767-8920-ab0a89cfc3b4 req-596c5fe8-2e93-4e94-926b-326c2c9d9cd3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446239 May 11 21:05:31.550705 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1796204f-9691-46db-92e8-052def6805f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (c3399e84-592b-4beb-93dd-a3313580a8d2), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.553335 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1796204f-9691-46db-92e8-052def6805f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.554704 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1796204f-9691-46db-92e8-052def6805f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3399e84-592b-4beb-93dd-a3313580a8d2 HTTP/1.1" status: 204 len: 168 time: 0.2635298 May 11 21:05:31.563283 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:31.567201 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:05:31.573634 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796204f-9691-46db-92e8-052def6805f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3399e84-592b-4beb-93dd-a3313580a8d2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:31.636242 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['5c51e32e-4186-43e2-9063-ee5936dea096'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:05:31.659356 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:31.659726 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.787710 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d30228-3ba8-4afe-9932-9247ce99d2a9 req-a212862c-7e1b-4410-88bd-30303607c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:31.789673 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-15d30228-3ba8-4afe-9932-9247ce99d2a9 req-a212862c-7e1b-4410-88bd-30303607c67c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 1129 time: 0.0657701 May 11 21:05:31.836480 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:31.836830 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:31.860179 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-15d30228-3ba8-4afe-9932-9247ce99d2a9 req-4c7feff2-7c6f-4ec3-98f2-b6b3f21cefb9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638802 May 11 21:05:31.917508 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:31.987419 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.014160 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f7f3c-4696-4773-a56a-5004707bdd13 req-eaa48181-8f22-4b4f-8e88-165bdbf4828a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:32.018242 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-715f7f3c-4696-4773-a56a-5004707bdd13 req-eaa48181-8f22-4b4f-8e88-165bdbf4828a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 945 time: 0.0777452 May 11 21:05:32.066349 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:32.075834 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-715f7f3c-4696-4773-a56a-5004707bdd13 req-0103930c-c381-4537-be2a-c3a47cbebcc1 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505307 May 11 21:05:32.233858 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d94adb-ad1c-4a0a-a9a2-b88dd8cb3c59 req-419293ba-1838-42a5-8f3e-38ed4555e5eb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:32.241791 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-60d94adb-ad1c-4a0a-a9a2-b88dd8cb3c59 req-419293ba-1838-42a5-8f3e-38ed4555e5eb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0559065 May 11 21:05:32.299494 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-60d94adb-ad1c-4a0a-a9a2-b88dd8cb3c59 req-ace89fd0-cf44-4d34-b3f0-4060b115812f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568094 May 11 21:05:32.352709 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:05:32.404952 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:32.417796 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26f1a776-5c31-42f8-b350-471b2cbc2055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.494407 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26f1a776-5c31-42f8-b350-471b2cbc2055 admin admin] Publish callbacks [] for security_group (cdc26366-6d7e-495b-b800-20f9a2165b40), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.572603 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 43756) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:32.590816 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-26f1a776-5c31-42f8-b350-471b2cbc2055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (cdc26366-6d7e-495b-b800-20f9a2165b40), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.623811 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd7009-493b-4569-85e2-48f626de9729 req-b452601e-bdc5-4147-b486-83a27613ba37 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:32.626080 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c5dd7009-493b-4569-85e2-48f626de9729 req-b452601e-bdc5-4147-b486-83a27613ba37 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0475185 May 11 21:05:32.635227 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-26f1a776-5c31-42f8-b350-471b2cbc2055 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a3d294c08ba4012b8f61ebdf463cc73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267044 May 11 21:05:32.635227 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1a776-5c31-42f8-b350-471b2cbc2055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc26366-6d7e-495b-b800-20f9a2165b40,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:32.636745 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43760) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:32.690949 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c5dd7009-493b-4569-85e2-48f626de9729 req-671ebc0b-cade-43bc-9189-00bdd0c8ae64 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567250 May 11 21:05:32.694497 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-140a073c-c982-4806-b200-eb1482a8fe47 admin admin] Publish callbacks [] for security_group (cdc26366-6d7e-495b-b800-20f9a2165b40), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.723955 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c0344328-fc50-4897-b892-99cb4d9d1ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.725017 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-140a073c-c982-4806-b200-eb1482a8fe47 admin admin] Publish callbacks [] for security_group (cdc26366-6d7e-495b-b800-20f9a2165b40), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.800012 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c0344328-fc50-4897-b892-99cb4d9d1ad1 admin admin] Publish callbacks [] for security_group (433517c3-8777-48b2-810d-c4b7e5e03b17), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.861767 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-140a073c-c982-4806-b200-eb1482a8fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (cdc26366-6d7e-495b-b800-20f9a2165b40), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.864334 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-140a073c-c982-4806-b200-eb1482a8fe47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.865482 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-140a073c-c982-4806-b200-eb1482a8fe47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdc26366-6d7e-495b-b800-20f9a2165b40 HTTP/1.1" status: 204 len: 168 time: 0.2280693 May 11 21:05:32.873208 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a073c-c982-4806-b200-eb1482a8fe47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc26366-6d7e-495b-b800-20f9a2165b40,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:32.885514 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c0344328-fc50-4897-b892-99cb4d9d1ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (433517c3-8777-48b2-810d-c4b7e5e03b17), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.924289 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c0344328-fc50-4897-b892-99cb4d9d1ad1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5235dc9cf70d4bf5b9f6e77a9b4d7927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500640 May 11 21:05:32.925414 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0344328-fc50-4897-b892-99cb4d9d1ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433517c3-8777-48b2-810d-c4b7e5e03b17,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:32.926967 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43768) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:32.980339 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-713254d9-a24c-49a1-ac4c-a2a3c3423df0 admin admin] Publish callbacks [] for security_group (433517c3-8777-48b2-810d-c4b7e5e03b17), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:32.995188 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 5c51e32e-4186-43e2-9063-ee5936dea096 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:05:33.006197 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-713254d9-a24c-49a1-ac4c-a2a3c3423df0 admin admin] Publish callbacks [] for security_group (433517c3-8777-48b2-810d-c4b7e5e03b17), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:33.050017 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 5c51e32e-4186-43e2-9063-ee5936dea096 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:05:33.133677 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 5c51e32e-4186-43e2-9063-ee5936dea096 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:05:33.134309 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-713254d9-a24c-49a1-ac4c-a2a3c3423df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (433517c3-8777-48b2-810d-c4b7e5e03b17), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:33.135161 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:33.136595 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-713254d9-a24c-49a1-ac4c-a2a3c3423df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:33.137857 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-713254d9-a24c-49a1-ac4c-a2a3c3423df0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/433517c3-8777-48b2-810d-c4b7e5e03b17 HTTP/1.1" status: 204 len: 168 time: 0.2094817 May 11 21:05:33.148779 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713254d9-a24c-49a1-ac4c-a2a3c3423df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433517c3-8777-48b2-810d-c4b7e5e03b17,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:33.203889 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf937fda-e088-4d01-9354-e5ccafc36a65 req-23826752-8d0d-4285-9aa2-ef0c13554f4b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:33.210667 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf937fda-e088-4d01-9354-e5ccafc36a65 req-23826752-8d0d-4285-9aa2-ef0c13554f4b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 945 time: 0.0602770 May 11 21:05:33.266130 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf937fda-e088-4d01-9354-e5ccafc36a65 req-68f039d1-4706-4a93-8744-b8778c738d32 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545249 May 11 21:05:33.281145 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 5c51e32e-4186-43e2-9063-ee5936dea096 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:05:33.281517 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:33.332321 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 5c51e32e-4186-43e2-9063-ee5936dea096, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=5c51e32e-4186-43e2-9063-ee5936dea096,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:33.390886 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05'}, {'server_uuid': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c51e32e-4186-43e2-9063-ee5936dea096'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:33.393435 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80896151-1c36-4791-ba87-5a41281872fe" -d '{"events": [{"server_uuid": "b8a0c714-2a75-4c5a-b97c-bd3407687b16", "name": "network-vif-plugged", "status": "completed", "tag": "b5d7d61f-ac27-420d-a3ea-7fdaecaeed05"}, {"server_uuid": "925e3d97-64b1-4637-9850-0c37d5f2a870", "name": "network-vif-plugged", "status": "completed", "tag": "5c51e32e-4186-43e2-9063-ee5936dea096"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:33.415763 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:33.439150 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649752d-cc99-4e72-b820-6f4cc70fe820 req-41866599-920a-4100-8346-ef27cadcf6c3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:33.440752 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9649752d-cc99-4e72-b820-6f4cc70fe820 req-41866599-920a-4100-8346-ef27cadcf6c3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0638659 May 11 21:05:33.491541 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=5c51e32e-4186-43e2-9063-ee5936dea096,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:33.517890 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9649752d-cc99-4e72-b820-6f4cc70fe820 req-9df64453-9ed1-41e9-88a7-edf8a1927e41 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683048 May 11 21:05:33.563053 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 May 2022 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af0693e-eb63-439b-bde2-57bbd6714932 x-openstack-request-id: req-2af0693e-eb63-439b-bde2-57bbd6714932 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:33.563333 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a0c714-2a75-4c5a-b97c-bd3407687b16", "name": "network-vif-plugged", "status": "completed", "tag": "b5d7d61f-ac27-420d-a3ea-7fdaecaeed05", "code": 200}, {"server_uuid": "925e3d97-64b1-4637-9850-0c37d5f2a870", "name": "network-vif-plugged", "status": "completed", "tag": "5c51e32e-4186-43e2-9063-ee5936dea096", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:33.563601 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2af0693e-eb63-439b-bde2-57bbd6714932 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:33.564147 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af0693e-eb63-439b-bde2-57bbd6714932'] response: {'server_uuid': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'code': 200} May 11 21:05:33.564393 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af0693e-eb63-439b-bde2-57bbd6714932'] response: {'server_uuid': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c51e32e-4186-43e2-9063-ee5936dea096', 'code': 200} May 11 21:05:33.815481 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f21ca-0310-4c83-b3bc-308fc6af157d req-45e27fcb-596e-4398-8d3f-2568e46e117f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:33.817092 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-569f21ca-0310-4c83-b3bc-308fc6af157d req-45e27fcb-596e-4398-8d3f-2568e46e117f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0459964 May 11 21:05:33.867084 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-569f21ca-0310-4c83-b3bc-308fc6af157d req-a834c94d-ccac-49d9-9a39-9c85a23505b5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442328 May 11 21:05:33.910557 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43816) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:33.932207 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87d998e1-ddff-4921-ae27-dc8dfa7e7338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:34.038172 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87d998e1-ddff-4921-ae27-dc8dfa7e7338 admin admin] Publish callbacks [] for security_group (78031c3c-19c8-476a-a2c4-306a02381f86), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:34.065506 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e474c10-7f3b-4498-a05c-fa95de70e9e6 req-2db55c00-83c2-4653-9a80-3357cd1679a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:34.067034 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7e474c10-7f3b-4498-a05c-fa95de70e9e6 req-2db55c00-83c2-4653-9a80-3357cd1679a4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 1130 time: 0.1063049 May 11 21:05:34.067933 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0d207-a4f9-4fbc-9818-5de05e5321bd req-b9745c41-343d-4443-bce3-6faf09bdea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:34.069338 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f0f0d207-a4f9-4fbc-9818-5de05e5321bd req-b9745c41-343d-4443-bce3-6faf09bdea6f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 1129 time: 0.1164827 May 11 21:05:34.082469 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21701073-2515-4e90-b17a-64989d4ab0de req-94b5fd60-aa74-400d-a384-d7eeea737e7f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:34.083901 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-21701073-2515-4e90-b17a-64989d4ab0de req-94b5fd60-aa74-400d-a384-d7eeea737e7f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0651040 May 11 21:05:34.092611 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43822) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:34.098138 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6f56200d-69ed-4e73-b14b-1496092339f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'floatingip': {'port_id': '17516495-e3a1-4e3b-9f09-7e6a38573ceb'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:34.151099 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7e474c10-7f3b-4498-a05c-fa95de70e9e6 req-1d7a7014-0043-4947-bab4-fb7c21960c01 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651934 May 11 21:05:34.153178 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f0f0d207-a4f9-4fbc-9818-5de05e5321bd req-27adb8bc-a1e6-4a1e-a718-5611717ed60b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684311 May 11 21:05:34.185987 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87d998e1-ddff-4921-ae27-dc8dfa7e7338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (78031c3c-19c8-476a-a2c4-306a02381f86), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:34.206858 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f56200d-69ed-4e73-b14b-1496092339f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (b175f8a6-e854-4636-ba42-1837b0f786af), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:34.309575 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-87d998e1-ddff-4921-ae27-dc8dfa7e7338 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2eaec42d9284f888dac14659fee3418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958771 May 11 21:05:34.310370 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 43834) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:34.313205 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d998e1-ddff-4921-ae27-dc8dfa7e7338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78031c3c-19c8-476a-a2c4-306a02381f86,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:34.435639 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e5a77-07b0-497e-9dfc-52b6a7f20029 req-32009fb9-13b2-4994-a4cb-25777cf29cfd tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:34.437181 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-009e5a77-07b0-497e-9dfc-52b6a7f20029 req-32009fb9-13b2-4994-a4cb-25777cf29cfd tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0651598 May 11 21:05:34.437959 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-471accb4-5db7-4f84-993f-78a8b9735b10 admin admin] Publish callbacks [] for security_group (78031c3c-19c8-476a-a2c4-306a02381f86), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:34.472455 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-471accb4-5db7-4f84-993f-78a8b9735b10 admin admin] Publish callbacks [] for security_group (78031c3c-19c8-476a-a2c4-306a02381f86), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:34.525428 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-009e5a77-07b0-497e-9dfc-52b6a7f20029 req-1ba28f56-a0a7-4220-9554-be486ecaa31a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784645 May 11 21:05:34.636296 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-471accb4-5db7-4f84-993f-78a8b9735b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (78031c3c-19c8-476a-a2c4-306a02381f86), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:34.639009 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-471accb4-5db7-4f84-993f-78a8b9735b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:34.641399 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-471accb4-5db7-4f84-993f-78a8b9735b10 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78031c3c-19c8-476a-a2c4-306a02381f86 HTTP/1.1" status: 204 len: 168 time: 0.3286307 May 11 21:05:34.648094 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471accb4-5db7-4f84-993f-78a8b9735b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78031c3c-19c8-476a-a2c4-306a02381f86,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:34.708110 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e00865-7b92-4b50-a377-daa5e8dbd2ee req-7e53f063-f87f-4f5b-aa8e-b0af0a58842d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:34.709578 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-99e00865-7b92-4b50-a377-daa5e8dbd2ee req-7e53f063-f87f-4f5b-aa8e-b0af0a58842d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0856605 May 11 21:05:34.893797 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-99e00865-7b92-4b50-a377-daa5e8dbd2ee req-7f7ebe51-81d4-44be-9cf3-2f5362087dd9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631806 May 11 21:05:35.019179 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f56200d-69ed-4e73-b14b-1496092339f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:35.082673 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f56200d-69ed-4e73-b14b-1496092339f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (b175f8a6-e854-4636-ba42-1837b0f786af), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:35.196693 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-6f56200d-69ed-4e73-b14b-1496092339f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Floating IP b175f8a6-e854-4636-ba42-1837b0f786af associated. External IP: 172.27.3.223, port: 17516495-e3a1-4e3b-9f09-7e6a38573ceb. May 11 21:05:35.658310 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5938-e6f8-4f11-b929-9468fd47ec7f req-3db1ea13-7a2c-40fd-8ba9-ebb0b4e73bc8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:35.660646 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-302e5938-e6f8-4f11-b929-9468fd47ec7f req-3db1ea13-7a2c-40fd-8ba9-ebb0b4e73bc8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0565767 May 11 21:05:35.663797 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f56200d-69ed-4e73-b14b-1496092339f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Router fd503219-3b02-4eeb-851e-cc430fd7a8b3 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:05:35.707683 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 43892) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:35.737404 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-302e5938-e6f8-4f11-b929-9468fd47ec7f req-a52543c4-1f60-4227-a776-0235a23a4016 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702848 May 11 21:05:35.789276 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f56200d-69ed-4e73-b14b-1496092339f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:05:35.793944 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f56200d-69ed-4e73-b14b-1496092339f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:35.806084 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] Sync routers for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:05:35.818646 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:35.819481 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:05:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:35.872054 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6f56200d-69ed-4e73-b14b-1496092339f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "PUT /v2.0/floatingips/b175f8a6-e854-4636-ba42-1837b0f786af HTTP/1.1" status: 200 len: 991 time: 1.7780712 May 11 21:05:35.878361 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5216b9b-4568-4a3e-91c3-93b3aa3f2469 req-2e832199-2ec7-474b-8d66-35274b68eca5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:35.879944 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e5216b9b-4568-4a3e-91c3-93b3aa3f2469 req-2e832199-2ec7-474b-8d66-35274b68eca5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0537655 May 11 21:05:35.880582 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:35.883237 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77d274e-c5f8-4f9d-b40b-292963a6baed" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:35.890284 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 43904) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:35.894713 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-dfa1cc08-34f0-4536-988a-87551fb6624b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'floatingip': {'port_id': '5c51e32e-4186-43e2-9063-ee5936dea096'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:35.929783 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5636d047-dc22-4f48-abbd-eeb323eb02ad x-openstack-request-id: req-5636d047-dc22-4f48-abbd-eeb323eb02ad {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:35.930702 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:35.931143 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5636d047-dc22-4f48-abbd-eeb323eb02ad {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:35.931564 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5636d047-dc22-4f48-abbd-eeb323eb02ad'] response: {'name': 'network-changed', 'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'status': 'completed', 'code': 200} May 11 21:05:36.064729 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec661fd-8898-4d81-926c-4da6836df687 req-21f7a167-69d2-4e70-b72e-156f2517ebae tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:36.071214 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-401341a6-6464-422a-bf5c-b648b1b664de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:36.077091 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eec661fd-8898-4d81-926c-4da6836df687 req-21f7a167-69d2-4e70-b72e-156f2517ebae tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0708401 May 11 21:05:36.077404 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:36.083724 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dfa1cc08-34f0-4536-988a-87551fb6624b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (fbe4d702-3ddb-4238-a5c2-278a062b6cbe), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:36.180880 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-a503c092-cee3-48c7-8df2-8471e25d00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:36.182553 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-a503c092-cee3-48c7-8df2-8471e25d00c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 1129 time: 0.1214912 May 11 21:05:36.185011 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eec661fd-8898-4d81-926c-4da6836df687 req-3e64789d-56d6-467e-b650-bcbf1ef9fede tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104372 May 11 21:05:36.365295 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-401341a6-6464-422a-bf5c-b648b1b664de admin admin] Publish callbacks [] for security_group (bebc0da6-5512-4911-86fc-8a5618728619), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:36.439194 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-401341a6-6464-422a-bf5c-b648b1b664de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (bebc0da6-5512-4911-86fc-8a5618728619), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:36.485214 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': 'b175f8a6-e854-4636-ba42-1837b0f786af', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'port_id': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'mac_address': 'fa:16:3e:e8:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:11Z', 'updated_at': '2022-05-11T21:05:34Z', 'revision_number': 1, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:36.522935 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] Checking router: fd503219-3b02-4eeb-851e-cc430fd7a8b3 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:05:36.538209 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:36.539157 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:05:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:36.609413 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-401341a6-6464-422a-bf5c-b648b1b664de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb3d2632997346538ac8bccdd74e35c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9003854 May 11 21:05:36.612332 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43938) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:36.619580 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401341a6-6464-422a-bf5c-b648b1b664de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebc0da6-5512-4911-86fc-8a5618728619,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:36.697260 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8995b512-d221-4aea-b3ec-70d590d4c273 admin admin] Publish callbacks [] for security_group (bebc0da6-5512-4911-86fc-8a5618728619), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:36.704735 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:36.720463 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8995b512-d221-4aea-b3ec-70d590d4c273 admin admin] Publish callbacks [] for security_group (bebc0da6-5512-4911-86fc-8a5618728619), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:36.796343 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-adc86b10-5269-4fbf-bc38-b9bdfe9d384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:36.797780 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-adc86b10-5269-4fbf-bc38-b9bdfe9d384e service neutron] 10.222.0.70 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 918 time: 0.3100398 May 11 21:05:36.924353 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8995b512-d221-4aea-b3ec-70d590d4c273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (bebc0da6-5512-4911-86fc-8a5618728619), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:36.931041 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8995b512-d221-4aea-b3ec-70d590d4c273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:36.936004 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8995b512-d221-4aea-b3ec-70d590d4c273 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bebc0da6-5512-4911-86fc-8a5618728619 HTTP/1.1" status: 204 len: 168 time: 0.3212361 May 11 21:05:36.948932 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995b512-d221-4aea-b3ec-70d590d4c273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebc0da6-5512-4911-86fc-8a5618728619,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:37.145059 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': 'b175f8a6-e854-4636-ba42-1837b0f786af', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'port_id': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'mac_address': 'fa:16:3e:e8:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:11Z', 'updated_at': '2022-05-11T21:05:34Z', 'revision_number': 1, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:37.175759 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166913b9-c78e-42a4-947d-dec821f4ae74 None None] The sync data for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi is: [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': 'b175f8a6-e854-4636-ba42-1837b0f786af', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'port_id': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'mac_address': 'fa:16:3e:e8:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:11Z', 'updated_at': '2022-05-11T21:05:34Z', 'revision_number': 1, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:05:37.195902 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-a78e5b7e-2188-4388-9d13-289fddfaa3c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb HTTP/1.1" status: 200 len: 999 time: 0.3914874 May 11 21:05:37.197818 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-dfa1cc08-34f0-4536-988a-87551fb6624b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 21:05:37.307874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-6b98559c-0803-4fe0-be8f-e1c72ef9101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:37.309359 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-6b98559c-0803-4fe0-be8f-e1c72ef9101c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 200 len: 856 time: 0.1073303 May 11 21:05:37.377661 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dfa1cc08-34f0-4536-988a-87551fb6624b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:37.384396 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b550b59-d5f1-4853-aeb1-e57a772849d5 req-afc45102-2861-4435-bd12-a01f0ea0d754 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:37.388942 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4b550b59-d5f1-4853-aeb1-e57a772849d5 req-afc45102-2861-4435-bd12-a01f0ea0d754 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0855389 May 11 21:05:37.430456 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b589da98-bcc1-4b8c-a7ab-a2a5c701b8d6 None None] New status for floating IP b175f8a6-e854-4636-ba42-1837b0f786af: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:05:37.442058 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4b550b59-d5f1-4853-aeb1-e57a772849d5 req-3568cb67-2ecc-4ebc-8fe1-681548e0fc7d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489624 May 11 21:05:37.486651 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dfa1cc08-34f0-4536-988a-87551fb6624b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (fbe4d702-3ddb-4238-a5c2-278a062b6cbe), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:37.534928 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-781937c6-621e-407c-9a12-529224ddbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:37.536450 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-781937c6-621e-407c-9a12-529224ddbd3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845349 May 11 21:05:37.575635 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76a27-0bc6-469d-9dec-efdd49a0d106 req-fa0de26b-cd73-4db2-9b8b-54ac708f18fc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:37.578802 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-baf76a27-0bc6-469d-9dec-efdd49a0d106 req-fa0de26b-cd73-4db2-9b8b-54ac708f18fc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0544572 May 11 21:05:37.588068 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 43970) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:37.595601 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4fc8efbc-27f6-4e98-81af-42daa174c2b0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'floatingip': {'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:05:37.645487 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fc8efbc-27f6-4e98-81af-42daa174c2b0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (051fc874-a4ec-47f8-9a31-a72b3ac9ad72), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:37.662254 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-dfa1cc08-34f0-4536-988a-87551fb6624b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Floating IP fbe4d702-3ddb-4238-a5c2-278a062b6cbe associated. External IP: 172.27.3.60, port: 5c51e32e-4186-43e2-9063-ee5936dea096. May 11 21:05:37.725075 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-71d4528e-258e-4787-930d-5413c3309b07 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804590 May 11 21:05:37.906025 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 43978) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:37.909441 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d77d274e-c5f8-4f9d-b40b-292963a6baed req-6ae5edae-864c-4587-a2a5-c4266a7f192c service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759539 May 11 21:05:38.005275 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa1cc08-34f0-4536-988a-87551fb6624b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Router 90219150-3086-4cdf-8c57-9202d7967c1a has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:05:38.131553 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa1cc08-34f0-4536-988a-87551fb6624b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:05:38.136791 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dfa1cc08-34f0-4536-988a-87551fb6624b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.143623 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] Sync routers for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:05:38.158331 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:38.158924 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:05:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:38.190896 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d82afad-77dc-4da9-8238-ab03b59c0976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.211567 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-dfa1cc08-34f0-4536-988a-87551fb6624b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "PUT /v2.0/floatingips/fbe4d702-3ddb-4238-a5c2-278a062b6cbe HTTP/1.1" status: 200 len: 991 time: 2.3189135 May 11 21:05:38.213018 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'tag': '5c51e32e-4186-43e2-9063-ee5936dea096'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:38.215381 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "925e3d97-64b1-4637-9850-0c37d5f2a870", "tag": "5c51e32e-4186-43e2-9063-ee5936dea096"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:38.217690 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 43994) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:38.250639 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fc8efbc-27f6-4e98-81af-42daa174c2b0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.267587 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02b0926f-ef4b-4882-ad2f-f3bdf6dff16b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.289608 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b496980a-c867-42c5-ae8f-b24603b028e1 x-openstack-request-id: req-b496980a-c867-42c5-ae8f-b24603b028e1 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:38.290647 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925e3d97-64b1-4637-9850-0c37d5f2a870", "tag": "5c51e32e-4186-43e2-9063-ee5936dea096", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:38.291034 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b496980a-c867-42c5-ae8f-b24603b028e1 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:38.291450 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b496980a-c867-42c5-ae8f-b24603b028e1'] response: {'name': 'network-changed', 'server_uuid': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'tag': '5c51e32e-4186-43e2-9063-ee5936dea096', 'status': 'completed', 'code': 200} May 11 21:05:38.313926 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:38.335061 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fc8efbc-27f6-4e98-81af-42daa174c2b0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (051fc874-a4ec-47f8-9a31-a72b3ac9ad72), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.388247 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-205ade93-57fc-45a3-82dd-f4a7b003c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:38.388907 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-205ade93-57fc-45a3-82dd-f4a7b003c69d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 1130 time: 0.0804770 May 11 21:05:38.447207 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d82afad-77dc-4da9-8238-ab03b59c0976 admin admin] Publish callbacks [] for security_group (e7044a4b-e004-45e7-a38b-914ca17aabae), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.493299 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-4fc8efbc-27f6-4e98-81af-42daa174c2b0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Floating IP 051fc874-a4ec-47f8-9a31-a72b3ac9ad72 associated. External IP: 172.27.3.8, port: b5d7d61f-ac27-420d-a3ea-7fdaecaeed05. May 11 21:05:38.524615 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02b0926f-ef4b-4882-ad2f-f3bdf6dff16b admin admin] Publish callbacks [] for security_group (9c2b3f4e-7821-4f90-8104-bca43d329f67), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.531289 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d82afad-77dc-4da9-8238-ab03b59c0976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (e7044a4b-e004-45e7-a38b-914ca17aabae), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.558214 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-540d0e55-85b2-4636-afde-77068b4d3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:38.558214 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-540d0e55-85b2-4636-afde-77068b4d3387 service neutron] 10.222.0.70 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 911 time: 0.1583397 May 11 21:05:38.598145 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': 'fbe4d702-3ddb-4238-a5c2-278a062b6cbe', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'port_id': '5c51e32e-4186-43e2-9063-ee5936dea096', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'mac_address': 'fa:16:3e:06:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:08Z', 'updated_at': '2022-05-11T21:05:36Z', 'revision_number': 1, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:38.619235 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6d82afad-77dc-4da9-8238-ab03b59c0976 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fcbbd15ab1d4896a70f3da30c5c4544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7120695 May 11 21:05:38.619979 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82afad-77dc-4da9-8238-ab03b59c0976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7044a4b-e004-45e7-a38b-914ca17aabae,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:38.621107 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44006) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:38.626106 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] Checking router: 90219150-3086-4cdf-8c57-9202d7967c1a for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:05:38.627490 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02b0926f-ef4b-4882-ad2f-f3bdf6dff16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (9c2b3f4e-7821-4f90-8104-bca43d329f67), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.635698 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:38.636442 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:05:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:38.685548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0926f-ef4b-4882-ad2f-f3bdf6dff16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2b3f4e-7821-4f90-8104-bca43d329f67,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:38.704094 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-02b0926f-ef4b-4882-ad2f-f3bdf6dff16b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a0c1891995f4579b256c14d0c19c61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4578559 May 11 21:05:38.704094 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-9f1fd835-411f-4d21-ae6a-d3b27cb5cfb1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c51e32e-4186-43e2-9063-ee5936dea096 HTTP/1.1" status: 200 len: 999 time: 0.1240780 May 11 21:05:38.704094 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44008) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:38.763158 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:38.787294 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-2138c72a-2a6c-4e1f-b218-709b4c7e027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:38.788996 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-2138c72a-2a6c-4e1f-b218-709b4c7e027f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 HTTP/1.1" status: 200 len: 849 time: 0.0780339 May 11 21:05:38.835486 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fb443cf-28ae-4084-b4ab-0de315c1e899 admin admin] Publish callbacks [] for security_group (e7044a4b-e004-45e7-a38b-914ca17aabae), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.855430 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-48cf75c5-744e-42d7-adaa-69bef430c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:38.857269 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-48cf75c5-744e-42d7-adaa-69bef430c938 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26111c2a-0c3d-4253-b45f-aeacb402f250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603020 May 11 21:05:38.860761 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc8efbc-27f6-4e98-81af-42daa174c2b0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Router 24f8bcc3-4b3f-4906-8252-84f991296269 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:05:38.862494 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-db3968ed-65f5-4e5a-919b-80c0eba5f1ea admin admin] Publish callbacks [] for security_group (9c2b3f4e-7821-4f90-8104-bca43d329f67), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.867147 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fb443cf-28ae-4084-b4ab-0de315c1e899 admin admin] Publish callbacks [] for security_group (e7044a4b-e004-45e7-a38b-914ca17aabae), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:38.894061 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-db3968ed-65f5-4e5a-919b-80c0eba5f1ea admin admin] Publish callbacks [] for security_group (9c2b3f4e-7821-4f90-8104-bca43d329f67), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:39.038826 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': 'fbe4d702-3ddb-4238-a5c2-278a062b6cbe', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'port_id': '5c51e32e-4186-43e2-9063-ee5936dea096', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'mac_address': 'fa:16:3e:06:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:08Z', 'updated_at': '2022-05-11T21:05:36Z', 'revision_number': 1, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:39.039948 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-afba295a-866e-4f9e-ac4c-b67a6ff541cf service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367900 May 11 21:05:39.044458 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc8efbc-27f6-4e98-81af-42daa174c2b0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:05:39.062117 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4fc8efbc-27f6-4e98-81af-42daa174c2b0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:39.069246 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071bef95-591b-48bd-a3e9-2dec4ee538c5 None None] The sync data for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi is: [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': 'fbe4d702-3ddb-4238-a5c2-278a062b6cbe', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'port_id': '5c51e32e-4186-43e2-9063-ee5936dea096', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'mac_address': 'fa:16:3e:06:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:08Z', 'updated_at': '2022-05-11T21:05:36Z', 'revision_number': 1, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:05:39.109346 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4fc8efbc-27f6-4e98-81af-42daa174c2b0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "PUT /v2.0/floatingips/051fc874-a4ec-47f8-9a31-a72b3ac9ad72 HTTP/1.1" status: 200 len: 989 time: 1.5192342 May 11 21:05:39.110388 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'tag': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:39.112765 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48e35fc-cb8c-4609-a3c6-59917afa4f86" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a0c714-2a75-4c5a-b97c-bd3407687b16", "tag": "b5d7d61f-ac27-420d-a3ea-7fdaecaeed05"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:39.115255 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fb443cf-28ae-4084-b4ab-0de315c1e899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (e7044a4b-e004-45e7-a38b-914ca17aabae), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:39.118484 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fb443cf-28ae-4084-b4ab-0de315c1e899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:39.119868 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:05:39.123176 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6fb443cf-28ae-4084-b4ab-0de315c1e899 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7044a4b-e004-45e7-a38b-914ca17aabae HTTP/1.1" status: 204 len: 168 time: 0.5009303 May 11 21:05:39.153371 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-db3968ed-65f5-4e5a-919b-80c0eba5f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (9c2b3f4e-7821-4f90-8104-bca43d329f67), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:39.153371 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-db3968ed-65f5-4e5a-919b-80c0eba5f1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:39.154134 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-db3968ed-65f5-4e5a-919b-80c0eba5f1ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c2b3f4e-7821-4f90-8104-bca43d329f67 HTTP/1.1" status: 204 len: 168 time: 0.4555175 May 11 21:05:39.174641 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3968ed-65f5-4e5a-919b-80c0eba5f1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2b3f4e-7821-4f90-8104-bca43d329f67,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:39.179423 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb443cf-28ae-4084-b4ab-0de315c1e899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7044a4b-e004-45e7-a38b-914ca17aabae,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:39.206868 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1bd78d99-16bd-48dd-9355-0f6afe2f7ba6 req-631aebd2-2063-441c-a1ec-e6f51f9627f0 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599751 May 11 21:05:39.224950 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5c0d74-2922-42f7-8dc9-375f62174a85 x-openstack-request-id: req-9f5c0d74-2922-42f7-8dc9-375f62174a85 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:39.225604 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a0c714-2a75-4c5a-b97c-bd3407687b16", "tag": "b5d7d61f-ac27-420d-a3ea-7fdaecaeed05", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:39.226465 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f5c0d74-2922-42f7-8dc9-375f62174a85 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:39.226465 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5c0d74-2922-42f7-8dc9-375f62174a85'] response: {'name': 'network-changed', 'server_uuid': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'tag': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'status': 'completed', 'code': 200} May 11 21:05:39.353782 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-9c45446d-0e2c-47e6-9ee1-11ce46a40373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:39.360132 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-9c45446d-0e2c-47e6-9ee1-11ce46a40373 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 1129 time: 0.0969772 May 11 21:05:39.382033 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:39.382779 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:05:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:39.451493 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4960a3-56e3-45de-9c9c-a32dd2ff2139 None None] New status for floating IP fbe4d702-3ddb-4238-a5c2-278a062b6cbe: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:05:39.518420 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-38e311d2-a5a2-4559-84f6-3a312ead254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:39.521428 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-38e311d2-a5a2-4559-84f6-3a312ead254c service neutron] 10.222.0.70 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 915 time: 0.1559684 May 11 21:05:39.540527 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:39.620197 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-456c8f31-33fb-4a7a-a795-76ad12365eca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 HTTP/1.1" status: 200 len: 997 time: 0.0906305 May 11 21:05:39.671779 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-d8210bf6-f6ce-40d4-8f0b-c81c992c6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:39.673497 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-d8210bf6-f6ce-40d4-8f0b-c81c992c6d7f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 200 len: 853 time: 0.0462201 May 11 21:05:39.748086 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-725fb0fe-937c-4624-8339-bef2db0a4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:39.750531 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-725fb0fe-937c-4624-8339-bef2db0a4ce9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93d70e35-28da-4d4e-9ed9-625e30aef3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708115 May 11 21:05:39.943715 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-b0da1fee-3967-4c1d-bc76-8527ae983c89 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852014 May 11 21:05:39.989972 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '051fc874-a4ec-47f8-9a31-a72b3ac9ad72', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:39:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:09Z', 'updated_at': '2022-05-11T21:05:38Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:40.017139 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:05:40.026410 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:05:40.027028 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:05:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:40.048358 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d48e35fc-cb8c-4609-a3c6-59917afa4f86 req-2f24bce7-a507-452a-ad77-3fe8d55f58db service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971859 May 11 21:05:40.064765 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9ea2d77a-7029-4374-bab9-b66362b9ff72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.142860 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:05:40.254514 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44038) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:40.271554 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85f34ac5-cf97-4fb9-91aa-317267717e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.329501 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44040) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:40.343846 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f1777a5-88f1-4647-a8d9-315813a40928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.353038 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85f34ac5-cf97-4fb9-91aa-317267717e15 admin admin] Publish callbacks [] for security_group (62f90142-2524-479f-a7a9-3234268bf0a2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.369362 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '051fc874-a4ec-47f8-9a31-a72b3ac9ad72', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:39:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:09Z', 'updated_at': '2022-05-11T21:05:38Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:40.395475 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5d2cf-470d-4fe9-b8cd-f3d090e1b9ad None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '051fc874-a4ec-47f8-9a31-a72b3ac9ad72', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:39:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:09Z', 'updated_at': '2022-05-11T21:05:38Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:05:40.421761 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f1777a5-88f1-4647-a8d9-315813a40928 admin admin] Publish callbacks [] for security_group (f2e2d29d-7fdd-4ffc-a1be-d25f9efc5942), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.424596 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85f34ac5-cf97-4fb9-91aa-317267717e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (62f90142-2524-479f-a7a9-3234268bf0a2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.463118 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-85f34ac5-cf97-4fb9-91aa-317267717e15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5619e400dbac4f5a835647048ab93365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075148 May 11 21:05:40.463923 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f34ac5-cf97-4fb9-91aa-317267717e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f90142-2524-479f-a7a9-3234268bf0a2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:40.466733 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44042) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:40.485213 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5f1777a5-88f1-4647-a8d9-315813a40928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (f2e2d29d-7fdd-4ffc-a1be-d25f9efc5942), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.544158 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1777a5-88f1-4647-a8d9-315813a40928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e2d29d-7fdd-4ffc-a1be-d25f9efc5942,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:40.554611 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5f1777a5-88f1-4647-a8d9-315813a40928 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bc100d6cf224c3f9b89478c62efe1bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205153 May 11 21:05:40.554611 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44044) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:40.576611 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-081ea2c0-1c2f-4b23-a079-d851332a8b20 admin admin] Publish callbacks [] for security_group (62f90142-2524-479f-a7a9-3234268bf0a2), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.613262 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b342c7a0-d1d6-4d1c-85cb-c5d6c282ceab None None] New status for floating IP 051fc874-a4ec-47f8-9a31-a72b3ac9ad72: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:05:40.617794 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-081ea2c0-1c2f-4b23-a079-d851332a8b20 admin admin] Publish callbacks [] for security_group (62f90142-2524-479f-a7a9-3234268bf0a2), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.658542 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36fb6c9d-9ff9-40e5-a2dc-cf8bfb80ef2b admin admin] Publish callbacks [] for security_group (f2e2d29d-7fdd-4ffc-a1be-d25f9efc5942), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.681772 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36fb6c9d-9ff9-40e5-a2dc-cf8bfb80ef2b admin admin] Publish callbacks [] for security_group (f2e2d29d-7fdd-4ffc-a1be-d25f9efc5942), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.752725 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-081ea2c0-1c2f-4b23-a079-d851332a8b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (62f90142-2524-479f-a7a9-3234268bf0a2), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.755354 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-081ea2c0-1c2f-4b23-a079-d851332a8b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.756496 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-081ea2c0-1c2f-4b23-a079-d851332a8b20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62f90142-2524-479f-a7a9-3234268bf0a2 HTTP/1.1" status: 204 len: 168 time: 0.2878354 May 11 21:05:40.764375 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ea2c0-1c2f-4b23-a079-d851332a8b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f90142-2524-479f-a7a9-3234268bf0a2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:40.810076 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36fb6c9d-9ff9-40e5-a2dc-cf8bfb80ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (f2e2d29d-7fdd-4ffc-a1be-d25f9efc5942), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.812711 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-36fb6c9d-9ff9-40e5-a2dc-cf8bfb80ef2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:40.813898 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-36fb6c9d-9ff9-40e5-a2dc-cf8bfb80ef2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2e2d29d-7fdd-4ffc-a1be-d25f9efc5942 HTTP/1.1" status: 204 len: 168 time: 0.2591701 May 11 21:05:40.823800 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb6c9d-9ff9-40e5-a2dc-cf8bfb80ef2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e2d29d-7fdd-4ffc-a1be-d25f9efc5942,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:42.181789 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-043edf41-8a73-4b15-9e0e-4aef12144347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:43.807658 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:45.030663 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:45.974401 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90dfc6-e2de-4cb9-9163-d76617ef2ff8 req-058bf62a-265a-4642-a20f-c828a20fcf1e tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:45.975872 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f90dfc6-e2de-4cb9-9163-d76617ef2ff8 req-058bf62a-265a-4642-a20f-c828a20fcf1e tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.0450685 May 11 21:05:46.022247 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f90dfc6-e2de-4cb9-9163-d76617ef2ff8 req-1a5966dc-2817-440b-b63f-7654e70eaaf9 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 May 11 21:05:46.607123 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:47.135318 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68723d-da32-4042-8128-ba6588fdce1b req-091966d9-17f6-42ff-b877-784d5ae5bc46 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:47.136751 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4e68723d-da32-4042-8128-ba6588fdce1b req-091966d9-17f6-42ff-b877-784d5ae5bc46 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.0450699 May 11 21:05:47.181370 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4e68723d-da32-4042-8128-ba6588fdce1b req-549686d2-8841-4def-b081-45973fb60e4c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 May 11 21:05:48.297086 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9658e77-9faa-41a3-b71c-f96ee7df6d30 req-1c4e8931-87c8-4057-b9c6-deeb9058bfcf tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:48.298613 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e9658e77-9faa-41a3-b71c-f96ee7df6d30 req-1c4e8931-87c8-4057-b9c6-deeb9058bfcf tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.0498450 May 11 21:05:48.338798 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:48.346371 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e9658e77-9faa-41a3-b71c-f96ee7df6d30 req-c80ccc6d-7834-4f7a-a1c5-8e6e41a376fe tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 May 11 21:05:49.461004 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17f2c4-ebcc-49d8-bb37-3bc66c4534ff req-1225455a-69bc-46bf-a264-07ad4744318a tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:49.462452 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8b17f2c4-ebcc-49d8-bb37-3bc66c4534ff req-1225455a-69bc-46bf-a264-07ad4744318a tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.0473304 May 11 21:05:49.507826 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8b17f2c4-ebcc-49d8-bb37-3bc66c4534ff req-4cdb68be-c720-431e-b0c8-fe688af6dcdc tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 May 11 21:05:50.619796 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f6ba8-bf38-4e69-9dcf-d7594d2b0c52 req-d2eb31c8-8bd4-4910-bea8-058cdbdf3a36 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:50.621313 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a11f6ba8-bf38-4e69-9dcf-d7594d2b0c52 req-d2eb31c8-8bd4-4910-bea8-058cdbdf3a36 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.0455394 May 11 21:05:50.667745 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a11f6ba8-bf38-4e69-9dcf-d7594d2b0c52 req-58a79b2f-b3ea-432e-b97f-7af2d909d8ff tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 May 11 21:05:51.598017 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-95ae098b-4caa-4d95-82ce-d28895a62469 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:51.599554 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-95ae098b-4caa-4d95-82ce-d28895a62469 tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.70 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.0460720 May 11 21:05:52.011299 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a98834-0026-4f86-a428-ea2351e85350 req-ad29d8a8-976d-4e46-90f3-e0f22e9b6ccd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3568351 May 11 21:05:52.013598 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Deleting port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:05:52.013940 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:52.045844 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194a8b-9131-4820-b949-1bf2057faaed req-5b731927-c9db-4f43-a9f1-6cf0398d510e tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:52.047918 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4194a8b-9131-4820-b949-1bf2057faaed req-5b731927-c9db-4f43-a9f1-6cf0398d510e tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 945 time: 0.1239660 May 11 21:05:52.169906 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98834-0026-4f86-a428-ea2351e85350 req-9af6b545-6b35-475f-83b6-a015c2a9b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:52.171419 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a98834-0026-4f86-a428-ea2351e85350 req-9af6b545-6b35-475f-83b6-a015c2a9b5f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 1130 time: 0.1137853 May 11 21:05:52.194242 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] For port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,segment=NetworkSegment(52ea47d2-0051-474c-a0d4-f6c577d12487),segment_id=52ea47d2-0051-474c-a0d4-f6c577d12487)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:05:52.194531 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:52.243838 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4194a8b-9131-4820-b949-1bf2057faaed req-e8aa1470-d626-4456-85b7-a2a51c50b5bc tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/security-groups?id=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899395 May 11 21:05:52.264122 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Calling delete_port for 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:05:52.396828 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98834-0026-4f86-a428-ea2351e85350 req-6c35479f-715d-42cf-8916-21e78026dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:52.398247 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a98834-0026-4f86-a428-ea2351e85350 req-6c35479f-715d-42cf-8916-21e78026dfe5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 911 time: 0.2008631 May 11 21:05:52.501785 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a98834-0026-4f86-a428-ea2351e85350 req-db7bc1d5-2d0d-41a9-b841-0b2d1b77bc8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c51e32e-4186-43e2-9063-ee5936dea096 HTTP/1.1" status: 200 len: 1001 time: 0.0925369 May 11 21:05:52.564100 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98834-0026-4f86-a428-ea2351e85350 req-03e018ab-9904-4685-bd53-c792ae9820fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:52.565587 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a98834-0026-4f86-a428-ea2351e85350 req-03e018ab-9904-4685-bd53-c792ae9820fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 HTTP/1.1" status: 200 len: 849 time: 0.0528359 May 11 21:05:52.608448 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98834-0026-4f86-a428-ea2351e85350 req-883d5bf5-35e7-48ce-b691-10deee81263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:05:52.610161 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a98834-0026-4f86-a428-ea2351e85350 req-883d5bf5-35e7-48ce-b691-10deee81263a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26111c2a-0c3d-4253-b45f-aeacb402f250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383072 May 11 21:05:52.643148 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:52.655285 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:05:52.702160 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44394) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:52.704367 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Pushing event deleted for resources: {'Port': ['ID=5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:52.725046 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.725399 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.725763 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.726096 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.726429 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.726754 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.727080 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.727406 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.727726 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.728052 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.728375 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.728716 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.729240 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.729362 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.729644 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:52.795482 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] No DVR routers for this DVR port 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:05:52.803391 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:52.806535 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c05df17-8fcf-4b4f-99a2-53c8920e6c25 req-92cb9382-4a3f-439c-8998-17eb5afc075c tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.70 "DELETE /v2.0/ports/5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab HTTP/1.1" status: 204 len: 173 time: 1.1945739 May 11 21:05:52.806976 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c813c1-9c8c-4614-a5dc-a21b2a13cdcd', 'name': 'network-vif-deleted', 'tag': '5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:05:52.809239 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf30733-f47a-4255-ab1d-a86e60c49d7e" -d '{"events": [{"server_uuid": "46c813c1-9c8c-4614-a5dc-a21b2a13cdcd", "name": "network-vif-deleted", "tag": "5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:05:52.844881 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a98834-0026-4f86-a428-ea2351e85350 req-a8848d33-1a06-4e70-9bae-29f21a670d16 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266774 May 11 21:05:52.845234 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44406) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:52.873232 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446f3b07-5f8b-4ad3-9a37-4f49db900ee8 x-openstack-request-id: req-446f3b07-5f8b-4ad3-9a37-4f49db900ee8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:05:52.873549 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c813c1-9c8c-4614-a5dc-a21b2a13cdcd", "name": "network-vif-deleted", "tag": "5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:05:52.873812 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-446f3b07-5f8b-4ad3-9a37-4f49db900ee8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:05:52.874204 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446f3b07-5f8b-4ad3-9a37-4f49db900ee8'] response: {'server_uuid': '46c813c1-9c8c-4614-a5dc-a21b2a13cdcd', 'name': 'network-vif-deleted', 'tag': '5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab', 'status': 'completed', 'code': 200} May 11 21:05:52.924509 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:52.951691 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23a98834-0026-4f86-a428-ea2351e85350 req-a1ec806e-3544-4ea8-89c4-f633e0388ea0 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988207 May 11 21:05:52.990878 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a3f1-abd1-46ce-8731-f490fc43c530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.041681 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Publish callbacks [] for security_group (e80d14ae-f06c-4d9e-8933-cdf534b19b80), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.093835 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a3f1-abd1-46ce-8731-f490fc43c530 admin admin] Publish callbacks [] for security_group (5e1675f8-82f9-4340-97fa-05386119f885), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.106141 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (e80d14ae-f06c-4d9e-8933-cdf534b19b80), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.146826 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f7c4f9a54ac476c8fc8697c8dbd967b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405782 May 11 21:05:53.148062 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d14ae-f06c-4d9e-8933-cdf534b19b80,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:53.148821 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44410) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:53.156381 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.156731 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.157709 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.158061 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.158392 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.158720 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.159049 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.159422 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.159812 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.160300 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.160652 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.161064 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.161305 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.161650 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.162118 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56b772b-d17c-460e-94e7-e882968bb9d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:05:53.186947 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a3f1-abd1-46ce-8731-f490fc43c530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5e1675f8-82f9-4340-97fa-05386119f885), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.205486 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b039495-4380-4e03-a417-438c8f66d894 admin admin] Publish callbacks [] for security_group (e80d14ae-f06c-4d9e-8933-cdf534b19b80), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.227089 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b039495-4380-4e03-a417-438c8f66d894 admin admin] Publish callbacks [] for security_group (e80d14ae-f06c-4d9e-8933-cdf534b19b80), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.231119 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0ba9a3f1-abd1-46ce-8731-f490fc43c530 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eda707a8db3b47bf831c03d7485a6db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847783 May 11 21:05:53.232153 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9a3f1-abd1-46ce-8731-f490fc43c530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1675f8-82f9-4340-97fa-05386119f885,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:53.235296 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44412) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:53.322343 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95660108-72c9-44ae-bad6-77d75630d20f admin admin] Publish callbacks [] for security_group (5e1675f8-82f9-4340-97fa-05386119f885), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.345209 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3ff61cc1-216d-42ad-b09a-ab3752b1c4a0 req-f86fddf4-7d54-48df-8011-25f8e96e069d tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 210 time: 0.0359192 May 11 21:05:53.365361 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95660108-72c9-44ae-bad6-77d75630d20f admin admin] Publish callbacks [] for security_group (5e1675f8-82f9-4340-97fa-05386119f885), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.418650 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b039495-4380-4e03-a417-438c8f66d894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (e80d14ae-f06c-4d9e-8933-cdf534b19b80), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.421122 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b039495-4380-4e03-a417-438c8f66d894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.424825 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5b039495-4380-4e03-a417-438c8f66d894 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e80d14ae-f06c-4d9e-8933-cdf534b19b80 HTTP/1.1" status: 204 len: 168 time: 0.2722912 May 11 21:05:53.431406 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b039495-4380-4e03-a417-438c8f66d894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d14ae-f06c-4d9e-8933-cdf534b19b80,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:53.529771 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95660108-72c9-44ae-bad6-77d75630d20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5e1675f8-82f9-4340-97fa-05386119f885), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.533014 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-95660108-72c9-44ae-bad6-77d75630d20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:53.534173 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-95660108-72c9-44ae-bad6-77d75630d20f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e1675f8-82f9-4340-97fa-05386119f885 HTTP/1.1" status: 204 len: 168 time: 0.2979603 May 11 21:05:53.542462 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95660108-72c9-44ae-bad6-77d75630d20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1675f8-82f9-4340-97fa-05386119f885,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:54.116357 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44432) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:54.130442 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43c98ee4-6f46-402e-b59c-dbce4cf79ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.206618 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44434) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:54.209234 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43c98ee4-6f46-402e-b59c-dbce4cf79ec0 admin admin] Publish callbacks [] for security_group (9dd1482f-58ec-48a3-8d65-e49fe9d24480), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.220498 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0b5e330-5f4d-45cc-aead-17f16f028146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.283967 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43c98ee4-6f46-402e-b59c-dbce4cf79ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (9dd1482f-58ec-48a3-8d65-e49fe9d24480), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.303580 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0b5e330-5f4d-45cc-aead-17f16f028146 admin admin] Publish callbacks [] for security_group (5c8e645b-71f7-460d-85da-1662a8c3cde8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.324498 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-43c98ee4-6f46-402e-b59c-dbce4cf79ec0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92f93b7664204b8eb25f98d926a8b146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070324 May 11 21:05:54.325458 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c98ee4-6f46-402e-b59c-dbce4cf79ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd1482f-58ec-48a3-8d65-e49fe9d24480,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:54.327119 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44436) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:54.382822 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6cfd-e784-4eb0-82b3-54496eabbbdf admin admin] Publish callbacks [] for security_group (9dd1482f-58ec-48a3-8d65-e49fe9d24480), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.401959 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0b5e330-5f4d-45cc-aead-17f16f028146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5c8e645b-71f7-460d-85da-1662a8c3cde8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.424311 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6cfd-e784-4eb0-82b3-54496eabbbdf admin admin] Publish callbacks [] for security_group (9dd1482f-58ec-48a3-8d65-e49fe9d24480), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.491405 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5e330-5f4d-45cc-aead-17f16f028146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e645b-71f7-460d-85da-1662a8c3cde8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:54.499771 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b0b5e330-5f4d-45cc-aead-17f16f028146 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c9fe0560cc1493997194971223e39ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896390 May 11 21:05:54.499771 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44448) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:54.525780 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43f6955c-3b93-41aa-b2dc-e15a3ca22dc8 req-f249b8d0-ac9d-4d81-a52c-f08fdb38d9ed tempest-DeleteServersTestJSON-449462330 tempest-DeleteServersTestJSON-449462330-project] 10.222.0.35 "GET /v2.0/ports?device_id=46c813c1-9c8c-4614-a5dc-a21b2a13cdcd HTTP/1.1" status: 200 len: 210 time: 0.0522530 May 11 21:05:54.572815 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05664616-21af-425a-8cf7-2028f45b6259 admin admin] Publish callbacks [] for security_group (5c8e645b-71f7-460d-85da-1662a8c3cde8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.598624 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05664616-21af-425a-8cf7-2028f45b6259 admin admin] Publish callbacks [] for security_group (5c8e645b-71f7-460d-85da-1662a8c3cde8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.641212 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6cfd-e784-4eb0-82b3-54496eabbbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (9dd1482f-58ec-48a3-8d65-e49fe9d24480), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.644649 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4cdd6cfd-e784-4eb0-82b3-54496eabbbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.646114 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4cdd6cfd-e784-4eb0-82b3-54496eabbbdf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dd1482f-58ec-48a3-8d65-e49fe9d24480 HTTP/1.1" status: 204 len: 168 time: 0.3176823 May 11 21:05:54.655509 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd6cfd-e784-4eb0-82b3-54496eabbbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd1482f-58ec-48a3-8d65-e49fe9d24480,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:54.738296 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05664616-21af-425a-8cf7-2028f45b6259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5c8e645b-71f7-460d-85da-1662a8c3cde8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.740920 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05664616-21af-425a-8cf7-2028f45b6259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:54.742123 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-05664616-21af-425a-8cf7-2028f45b6259 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c8e645b-71f7-460d-85da-1662a8c3cde8 HTTP/1.1" status: 204 len: 168 time: 0.2406657 May 11 21:05:54.750189 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05664616-21af-425a-8cf7-2028f45b6259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e645b-71f7-460d-85da-1662a8c3cde8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:55.098370 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:05:55.127272 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:05:55.130596 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 5f7e5f06-1d67-4fab-9fdc-7d34f9f7c9ab not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:05:57.215919 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44574) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:57.261412 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-df35d8ae-faaa-4992-a409-7c24c215f7be admin admin] Deleting subnet 5fa9d76e-7869-4419-952c-8dde165ccadc {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:05:57.264450 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df35d8ae-faaa-4992-a409-7c24c215f7be admin admin] Publish callbacks [] for subnet (5fa9d76e-7869-4419-952c-8dde165ccadc), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.300252 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df35d8ae-faaa-4992-a409-7c24c215f7be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3277974'] for subnet (5fa9d76e-7869-4419-952c-8dde165ccadc), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.340480 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df35d8ae-faaa-4992-a409-7c24c215f7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (5fa9d76e-7869-4419-952c-8dde165ccadc), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.437470 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44582) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:57.501549 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df35d8ae-faaa-4992-a409-7c24c215f7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50779263'] for subnet (5fa9d76e-7869-4419-952c-8dde165ccadc), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.555052 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35d8ae-faaa-4992-a409-7c24c215f7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa9d76e-7869-4419-952c-8dde165ccadc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:57.565567 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-df35d8ae-faaa-4992-a409-7c24c215f7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.568933 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-df35d8ae-faaa-4992-a409-7c24c215f7be admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5fa9d76e-7869-4419-952c-8dde165ccadc HTTP/1.1" status: 204 len: 168 time: 0.3518603 May 11 21:05:57.570051 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f85835a-6f74-422e-8c8d-953e15afbe6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.571691 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44588) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:57.639265 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (5ca805d8-c1cc-4cef-8df1-9746e917e1a9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.644868 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f85835a-6f74-422e-8c8d-953e15afbe6f admin admin] Publish callbacks [] for security_group (ae799b94-91e8-45a0-bcee-73176186ac91), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.695026 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3f85835a-6f74-422e-8c8d-953e15afbe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (ae799b94-91e8-45a0-bcee-73176186ac91), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.721348 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (5ca805d8-c1cc-4cef-8df1-9746e917e1a9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.736466 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3f85835a-6f74-422e-8c8d-953e15afbe6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d4ee06360f1482bbba3de75882f5056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971768 May 11 21:05:57.737387 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85835a-6f74-422e-8c8d-953e15afbe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae799b94-91e8-45a0-bcee-73176186ac91,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:57.739864 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44590) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:57.747995 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca805d8-c1cc-4cef-8df1-9746e917e1a9']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:57.763690 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ea47d2-0051-474c-a0d4-f6c577d12487') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:57.763979 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ea47d2-0051-474c-a0d4-f6c577d12487') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:05:57.782579 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2745474'] for segment (52ea47d2-0051-474c-a0d4-f6c577d12487), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.805206 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (52ea47d2-0051-474c-a0d4-f6c577d12487), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.818212 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:05:57.818614 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562712'] for segment (52ea47d2-0051-474c-a0d4-f6c577d12487), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: Traceback (most recent call last): May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: timer() May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: cb(*args, **kw) May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: return func(*args, **kwargs) May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: self._notify() May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: self.callback(batched_events) May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: event.method(event) May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: return f(self, *a, **k) May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._get(url).json() May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: return self.request(url, 'GET', **kwargs) May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:05:57.820713 dv-cinder-841467-1-iscsi neutron-server[104009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:05:57.825564 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfc156d6-3866-4372-afb7-21adf03cec7a admin admin] Publish callbacks [] for security_group (ae799b94-91e8-45a0-bcee-73176186ac91), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.901264 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfc156d6-3866-4372-afb7-21adf03cec7a admin admin] Publish callbacks [] for security_group (ae799b94-91e8-45a0-bcee-73176186ac91), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.983766 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (5ca805d8-c1cc-4cef-8df1-9746e917e1a9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.990186 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:57.993266 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ca805d8-c1cc-4cef-8df1-9746e917e1a9 HTTP/1.1" status: 204 len: 168 time: 0.4205096 May 11 21:05:58.004163 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147374c-b1b4-45e6-aa7e-9d561c930f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca805d8-c1cc-4cef-8df1-9746e917e1a9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:58.006920 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfc156d6-3866-4372-afb7-21adf03cec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (ae799b94-91e8-45a0-bcee-73176186ac91), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:58.009406 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cfc156d6-3866-4372-afb7-21adf03cec7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:58.011598 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cfc156d6-3866-4372-afb7-21adf03cec7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae799b94-91e8-45a0-bcee-73176186ac91 HTTP/1.1" status: 204 len: 168 time: 0.2711709 May 11 21:05:58.021404 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc156d6-3866-4372-afb7-21adf03cec7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae799b94-91e8-45a0-bcee-73176186ac91,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:58.340538 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44606) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:58.382339 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1c76519e-cc5e-4846-880d-626c8c7f593e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ba603b859ac34a119a85b6eaef862098&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405450 May 11 21:05:58.384772 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44608) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:58.438055 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4a04-4db4-4508-84d8-54e7a7a766a0 admin admin] Publish callbacks [] for security_group (91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:58.459847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4a04-4db4-4508-84d8-54e7a7a766a0 admin admin] Publish callbacks [] for security_group (91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:58.635562 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4a04-4db4-4508-84d8-54e7a7a766a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:58.638298 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c0c4a04-4db4-4508-84d8-54e7a7a766a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:58.639500 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6c0c4a04-4db4-4508-84d8-54e7a7a766a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab HTTP/1.1" status: 204 len: 168 time: 0.2538402 May 11 21:05:58.648522 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c4a04-4db4-4508-84d8-54e7a7a766a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dc49fa-3679-4733-ac8e-f8a7e9d3b6ab,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:58.882058 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44618) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:58.896793 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a71110f-79f3-4681-b8e1-47c0931bb73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:58.975442 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a71110f-79f3-4681-b8e1-47c0931bb73a admin admin] Publish callbacks [] for security_group (4ce68763-4752-42ee-80b5-b66951129ec8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:59.029775 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a71110f-79f3-4681-b8e1-47c0931bb73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (4ce68763-4752-42ee-80b5-b66951129ec8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:59.069489 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4a71110f-79f3-4681-b8e1-47c0931bb73a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b527074518b41928681014b649663b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859851 May 11 21:05:59.070657 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71110f-79f3-4681-b8e1-47c0931bb73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce68763-4752-42ee-80b5-b66951129ec8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:59.072559 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44624) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:59.132160 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5baf366-3ad0-4dc0-b26e-a94b00cbcd35 admin admin] Publish callbacks [] for security_group (4ce68763-4752-42ee-80b5-b66951129ec8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:59.158633 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5baf366-3ad0-4dc0-b26e-a94b00cbcd35 admin admin] Publish callbacks [] for security_group (4ce68763-4752-42ee-80b5-b66951129ec8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:59.275585 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5baf366-3ad0-4dc0-b26e-a94b00cbcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (4ce68763-4752-42ee-80b5-b66951129ec8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:59.278502 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5baf366-3ad0-4dc0-b26e-a94b00cbcd35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:05:59.280157 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d5baf366-3ad0-4dc0-b26e-a94b00cbcd35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ce68763-4752-42ee-80b5-b66951129ec8 HTTP/1.1" status: 204 len: 168 time: 0.2063732 May 11 21:05:59.288671 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baf366-3ad0-4dc0-b26e-a94b00cbcd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce68763-4752-42ee-80b5-b66951129ec8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:05:59.889480 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44664) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:05:59.984040 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-546773230-network', 'tenant_id': '838ec035db164e50bc335d2cf141d943'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:00.049508 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Made reservation on behalf of 838ec035db164e50bc335d2cf141d943 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:06:00.051185 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:00.059639 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:00.134814 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Publish callbacks [] for security_group (4c193729-b803-4bdd-8d67-8cba0a8a3315), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:00.209120 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (4c193729-b803-4bdd-8d67-8cba0a8a3315), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:00.232441 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:06:00.249291 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c193729-b803-4bdd-8d67-8cba0a8a3315,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:00.251374 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (ac23526f-f0c7-4da7-86d2-fa37d38b5e01), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:00.251774 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Added segment ac23526f-f0c7-4da7-86d2-fa37d38b5e01 of type vlan for network a9807f35-125b-48ae-9b3f-337b199ffd2c May 11 21:06:00.291520 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (a9807f35-125b-48ae-9b3f-337b199ffd2c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:00.418352 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (a9807f35-125b-48ae-9b3f-337b199ffd2c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:00.419386 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:00.419966 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:00.478515 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] Pushing event updated for resources: {'Network': ['ID=a9807f35-125b-48ae-9b3f-337b199ffd2c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:00.491524 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network a9807f35-125b-48ae-9b3f-337b199ffd2c details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:06:00.523976 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b74b2252-b2a3-465f-af39-62db455a2bab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6333785 May 11 21:06:00.526913 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44686) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:00.532294 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Request body: {'subnet': {'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-subnet', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:00.632351 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Made reservation on behalf of 838ec035db164e50bc335d2cf141d943 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:06:00.634804 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3811015'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:00.918608 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3811025'] for subnet (e83cc702-b3c1-4c1e-8095-2af4dc55ee56), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:00.973826 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83cc702-b3c1-4c1e-8095-2af4dc55ee56,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:00.980781 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Checking segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:06:00.981128 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Network hostable DHCP agents. Network: a9807f35-125b-48ae-9b3f-337b199ffd2c, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:06:01.069571 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Network a9807f35-125b-48ae-9b3f-337b199ffd2c is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:06:01.143425 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, a9807f35-125b-48ae-9b3f-337b199ffd2c) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:01.151212 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:01.151971 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.152602 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0e731-e607-40c0-90cf-54ec19ea317e None None] Network a9807f35-125b-48ae-9b3f-337b199ffd2c requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:06:01.221228 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-10e95e43-20ea-494a-8c31-3353cbfaadcb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6930907 May 11 21:06:01.223968 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44704) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:01.228304 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:01.255576 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-a9807f35-125b-48ae-9b3f-337b199ffd2c', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'project_id': '838ec035db164e50bc335d2cf141d943', 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 21:06:01.256736 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.321634 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (c4d83074-a181-473c-9a1e-8d29de147308), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.323697 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (c4d83074-a181-473c-9a1e-8d29de147308), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.385979 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks [] for router_controller (c4d83074-a181-473c-9a1e-8d29de147308), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.411697 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Allocated IP 172.20.0.2 (a9807f35-125b-48ae-9b3f-337b199ffd2c/e83cc702-b3c1-4c1e-8095-2af4dc55ee56/cfb264db-ad31-4801-8b6e-3b92b56ae489) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:06:01.556775 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Publish callbacks [] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.626775 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks [] for router_gateway (c4d83074-a181-473c-9a1e-8d29de147308), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.649809 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.686985 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Network a9807f35-125b-48ae-9b3f-337b199ffd2c is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:06:01.690451 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:01.696615 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:06:01.703862 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Pushing event updated for resources: {'Port': ['ID=cfb264db-ad31-4801-8b6e-3b92b56ae489,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:01.714063 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.714418 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.714783 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.715152 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.715501 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.715834 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.716163 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.716489 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.716816 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.717140 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.717467 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.717819 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.718224 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.718478 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.718806 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:01.767853 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Attempting to bind port cfb264db-ad31-4801-8b6e-3b92b56ae489 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:06:01.768222 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Attempting to bind port cfb264db-ad31-4801-8b6e-3b92b56ae489 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:06:01.768586 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Attempting to bind port cfb264db-ad31-4801-8b6e-3b92b56ae489 on network a9807f35-125b-48ae-9b3f-337b199ffd2c {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:01.773850 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:06:01.774226 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Checking segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:06:01.774625 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.775019 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Bound using segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:06:01.775479 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Bound port: cfb264db-ad31-4801-8b6e-3b92b56ae489, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:06:01.775859 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.870764 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] For port cfb264db-ad31-4801-8b6e-3b92b56ae489, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:06:01.876861 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] For port cfb264db-ad31-4801-8b6e-3b92b56ae489, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cfb264db-ad31-4801-8b6e-3b92b56ae489,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:06:01.948499 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks [] for router_gateway (c4d83074-a181-473c-9a1e-8d29de147308), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.967413 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:01.967574 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:02.025262 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e986d-fc7a-4fc8-8890-095e48f4a798 None None] Pushing event updated for resources: {'Port': ['ID=cfb264db-ad31-4801-8b6e-3b92b56ae489,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:02.083743 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Allocated IP 172.27.3.41 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/fe0eeb67-2f29-4040-a8bd-3f2aef6101f8) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:06:02.196346 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks [] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:02.353076 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:02.356905 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cfb264db-ad31-4801-8b6e-3b92b56ae489 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:06:02.409644 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:06:02.414174 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:02.419681 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:06:02.428181 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port cfb264db-ad31-4801-8b6e-3b92b56ae489 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:02.428648 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:02.458860 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0eeb67-2f29-4040-a8bd-3f2aef6101f8,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:02.523159 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port cfb264db-ad31-4801-8b6e-3b92b56ae489 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:02.523781 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:02.561205 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port cfb264db-ad31-4801-8b6e-3b92b56ae489, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cfb264db-ad31-4801-8b6e-3b92b56ae489,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:02.644125 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:02.712210 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=cfb264db-ad31-4801-8b6e-3b92b56ae489,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:03.017187 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks [] for router_gateway (c4d83074-a181-473c-9a1e-8d29de147308), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.101362 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f285e94-0ded-4602-b412-bacf7f4113d9 None None] Network a9807f35-125b-48ae-9b3f-337b199ffd2c requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:06:03.243351 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (c4d83074-a181-473c-9a1e-8d29de147308), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.292726 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44786) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:03.314317 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-03c71011-6acb-45a0-a85d-88892591bf56 None None] Provisioning complete for port cfb264db-ad31-4801-8b6e-3b92b56ae489 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:03.314939 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-03c71011-6acb-45a0-a85d-88892591bf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.436310 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-03c71011-6acb-45a0-a85d-88892591bf56 None None] Current status of the port cfb264db-ad31-4801-8b6e-3b92b56ae489 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:03.452101 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c24620e9-1981-49f4-b704-3011a53e21dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.463855 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Router c4d83074-a181-473c-9a1e-8d29de147308 is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 21:06:03.541356 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c24620e9-1981-49f4-b704-3011a53e21dd admin admin] Publish callbacks [] for security_group (bf3329fe-e316-4e96-aa2f-e259749f2e5a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.591402 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:06:03.604378 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Sync routers for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:06:03.616046 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:06:03.616666 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:05:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:06:03.660806 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c24620e9-1981-49f4-b704-3011a53e21dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (bf3329fe-e316-4e96-aa2f-e259749f2e5a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.665435 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-d6f56abf-41f0-4728-83d2-8948ae99c308 None None] Provisioning complete for port cfb264db-ad31-4801-8b6e-3b92b56ae489 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:03.666013 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d6f56abf-41f0-4728-83d2-8948ae99c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.691508 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.692681 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-115be132-b6b4-47fc-9a88-390519ffd966 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4676154 May 11 21:06:03.695600 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44798) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:03.704444 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24620e9-1981-49f4-b704-3011a53e21dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3329fe-e316-4e96-aa2f-e259749f2e5a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:03.712275 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c24620e9-1981-49f4-b704-3011a53e21dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=392d5810747d4372ae025e4a5aa84e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4177463 May 11 21:06:03.713330 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44800) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:03.759201 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d6f56abf-41f0-4728-83d2-8948ae99c308 None None] Current status of the port cfb264db-ad31-4801-8b6e-3b92b56ae489 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:03.770989 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:06:03.784783 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-134a2a1f-d8a2-470c-a292-d13ee0aa01a2 admin admin] Publish callbacks [] for security_group (bf3329fe-e316-4e96-aa2f-e259749f2e5a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.815066 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-134a2a1f-d8a2-470c-a292-d13ee0aa01a2 admin admin] Publish callbacks [] for security_group (bf3329fe-e316-4e96-aa2f-e259749f2e5a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.955161 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-134a2a1f-d8a2-470c-a292-d13ee0aa01a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (bf3329fe-e316-4e96-aa2f-e259749f2e5a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.958527 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-134a2a1f-d8a2-470c-a292-d13ee0aa01a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:03.961680 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-134a2a1f-d8a2-470c-a292-d13ee0aa01a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf3329fe-e316-4e96-aa2f-e259749f2e5a HTTP/1.1" status: 204 len: 168 time: 0.2458031 May 11 21:06:03.975684 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a2a1f-d8a2-470c-a292-d13ee0aa01a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3329fe-e316-4e96-aa2f-e259749f2e5a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:04.045082 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:02Z', 'revision_number': 3, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:06:04.071289 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Checking router: c4d83074-a181-473c-9a1e-8d29de147308 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:06:04.071633 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Updating router c4d83074-a181-473c-9a1e-8d29de147308 port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:06:04.100916 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.202315 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.362924 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cfb264db-ad31-4801-8b6e-3b92b56ae489 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:06:04.377491 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Allocated IP 172.20.0.1 (a9807f35-125b-48ae-9b3f-337b199ffd2c/e83cc702-b3c1-4c1e-8095-2af4dc55ee56/91affce6-ff95-4ab0-b309-068d70862f0c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:06:04.402908 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Publish callbacks [] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.415814 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port cfb264db-ad31-4801-8b6e-3b92b56ae489 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:04.416214 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.475285 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.489218 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Publish callbacks [] for port (91affce6-ff95-4ab0-b309-068d70862f0c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.493457 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port cfb264db-ad31-4801-8b6e-3b92b56ae489 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:04.533210 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Pushing event updated for resources: {'Port': ['ID=fe0eeb67-2f29-4040-a8bd-3f2aef6101f8,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:04.540550 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Attempting to bind port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:06:04.540904 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Attempting to bind port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:06:04.541238 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Attempting to bind port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:04.546415 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.547303 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.547661 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.548017 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.548352 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.548677 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.548997 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.549317 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.549665 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.549986 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.550305 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.550675 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.551001 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.551322 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.551636 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:04.555204 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:06:04.555576 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:06:04.555972 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.556350 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:06:04.556810 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Bound port: fe0eeb67-2f29-4040-a8bd-3f2aef6101f8, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:06:04.557180 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.580822 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.615374 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] For port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:06:04.618929 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] For port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=fe0eeb67-2f29-4040-a8bd-3f2aef6101f8,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:06:04.625941 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Network a9807f35-125b-48ae-9b3f-337b199ffd2c is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:06:04.628226 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:04.630842 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:06:04.660176 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Pushing event updated for resources: {'Port': ['ID=91affce6-ff95-4ab0-b309-068d70862f0c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:04.670144 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44820) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:04.682280 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (c4d83074-a181-473c-9a1e-8d29de147308), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.686654 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4abc0a0-5470-42a7-911e-93aa93979fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.712378 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.782129 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4abc0a0-5470-42a7-911e-93aa93979fd2 admin admin] Publish callbacks [] for security_group (4dabcf90-2952-412d-8e3c-39af679cc7ce), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.783988 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812c359-8599-42fa-b2ec-1fe797b4481f None None] Pushing event updated for resources: {'Port': ['ID=fe0eeb67-2f29-4040-a8bd-3f2aef6101f8,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:04.797033 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:06:04.797765 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:05:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:06:04.866278 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4abc0a0-5470-42a7-911e-93aa93979fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (4dabcf90-2952-412d-8e3c-39af679cc7ce), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.884135 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67bc497d-04b8-4c98-bdad-4a68b9844c85 None None] Provisioning complete for port 91affce6-ff95-4ab0-b309-068d70862f0c triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:04.884686 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67bc497d-04b8-4c98-bdad-4a68b9844c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:04.913380 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c4abc0a0-5470-42a7-911e-93aa93979fd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db2a507cbf5846a4b23280a1c55b493d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415116 May 11 21:06:04.914987 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abc0a0-5470-42a7-911e-93aa93979fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dabcf90-2952-412d-8e3c-39af679cc7ce,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:04.916823 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 44822) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:04.928622 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:06:04.930459 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67bc497d-04b8-4c98-bdad-4a68b9844c85 None None] Port 91affce6-ff95-4ab0-b309-068d70862f0c cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:06:04.983367 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:05.005149 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a888ab4-e59a-4a6b-9851-bf5faeb48cd0 admin admin] Publish callbacks [] for security_group (4dabcf90-2952-412d-8e3c-39af679cc7ce), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:05.050664 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a888ab4-e59a-4a6b-9851-bf5faeb48cd0 admin admin] Publish callbacks [] for security_group (4dabcf90-2952-412d-8e3c-39af679cc7ce), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:05.097874 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:02Z', 'revision_number': 3, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:06:05.123332 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ed860-6a2b-4c49-a907-420d9595160e None None] The sync data for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi is: [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:02Z', 'revision_number': 3, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:06:05.237289 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a888ab4-e59a-4a6b-9851-bf5faeb48cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (4dabcf90-2952-412d-8e3c-39af679cc7ce), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:05.239821 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9a888ab4-e59a-4a6b-9851-bf5faeb48cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:05.243173 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9a888ab4-e59a-4a6b-9851-bf5faeb48cd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dabcf90-2952-412d-8e3c-39af679cc7ce HTTP/1.1" status: 204 len: 168 time: 0.3221712 May 11 21:06:05.246063 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Publish callbacks [] for port (91affce6-ff95-4ab0-b309-068d70862f0c), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:05.253810 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a888ab4-e59a-4a6b-9851-bf5faeb48cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dabcf90-2952-412d-8e3c-39af679cc7ce,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:05.335243 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:05.416856 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Pushing event updated for resources: {'Port': ['ID=91affce6-ff95-4ab0-b309-068d70862f0c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:05.419332 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (c4d83074-a181-473c-9a1e-8d29de147308), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:05.521509 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Network a9807f35-125b-48ae-9b3f-337b199ffd2c is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:06:05.523006 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:05.862371 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-1f004868-af34-4f65-832a-66d2a0123d70 None None] Provisioning complete for port 91affce6-ff95-4ab0-b309-068d70862f0c triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:05.863017 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1f004868-af34-4f65-832a-66d2a0123d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:05.901750 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Router c4d83074-a181-473c-9a1e-8d29de147308 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:06:05.920669 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-1f004868-af34-4f65-832a-66d2a0123d70 None None] Port 91affce6-ff95-4ab0-b309-068d70862f0c cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:06:06.014147 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:06:06.022345 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-67c562e0-6cb3-4e6b-a9ec-a092355eb539 admin admin] 10.222.0.35 "PUT /v2.0/routers/c4d83074-a181-473c-9a1e-8d29de147308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3253779 May 11 21:06:06.371959 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:06:06.428220 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:06.428934 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:06.478246 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-c67f909c-0e79-4d0d-986b-6cc068e5d6e8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:06.479883 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-c67f909c-0e79-4d0d-986b-6cc068e5d6e8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 818 time: 0.1146243 May 11 21:06:06.507511 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-58df9dad-f11f-468c-a967-08f3e56e926a tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/quotas/838ec035db164e50bc335d2cf141d943 HTTP/1.1" status: 200 len: 375 time: 0.0112863 May 11 21:06:06.521057 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:06.521785 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:06.543679 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=fe0eeb67-2f29-4040-a8bd-3f2aef6101f8,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:06.564457 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-045195c6-0551-47ca-8274-db873ca8fe9f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508714 May 11 21:06:06.620875 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:06.664518 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-d8e55492-5058-42e3-9080-b6917a8a4865 service neutron] 10.222.0.35 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930471 May 11 21:06:06.686576 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=fe0eeb67-2f29-4040-a8bd-3f2aef6101f8,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:06.784581 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-411cbaf8-954f-4b88-bdaf-dac20ec90570 service neutron] 10.222.0.35 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113801 May 11 21:06:06.865452 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Sync routers for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:06:06.884945 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:06:06.885655 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:05:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:06:07.011167 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:06:07.107415 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2b40d251-d237-42c6-8d61-50f7ca74d9f3 req-38ab87f4-18d1-458c-90f1-4124f36becc7 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 210 time: 0.0294652 May 11 21:06:07.231709 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:05Z', 'revision_number': 2, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:06:07.259782 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Checking router: c4d83074-a181-473c-9a1e-8d29de147308 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:06:07.260146 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Updating router c4d83074-a181-473c-9a1e-8d29de147308 port 91affce6-ff95-4ab0-b309-068d70862f0c binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:06:07.305024 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:07.421458 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-d9732132-1aa8-4afa-9955-39a43486d1f6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:07.423368 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-d9732132-1aa8-4afa-9955-39a43486d1f6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 818 time: 0.1070352 May 11 21:06:07.448310 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-1451ccd8-2f1c-47c5-a686-13332ac43b61 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/quotas/838ec035db164e50bc335d2cf141d943 HTTP/1.1" status: 200 len: 375 time: 0.0162814 May 11 21:06:07.501273 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-43509be8-2c24-4a4c-80d0-453c89f80c15 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521162 May 11 21:06:07.606127 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-8b272e73-8670-435a-9f6c-0bd9cb181ef9 service neutron] 10.222.0.35 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970185 May 11 21:06:07.630646 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Publish callbacks [] for port (91affce6-ff95-4ab0-b309-068d70862f0c), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:07.701988 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-980b557f-fff3-49c8-8e0c-a321199f49bb service neutron] 10.222.0.35 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941391 May 11 21:06:07.733468 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:07.793014 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f352b69-d5a4-433e-a3cf-71d8f6a9b8ca None None] Pushing event updated for resources: {'Port': ['ID=91affce6-ff95-4ab0-b309-068d70862f0c,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:07.892346 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Attempting to bind port 91affce6-ff95-4ab0-b309-068d70862f0c on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:06:07.892639 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Attempting to bind port 91affce6-ff95-4ab0-b309-068d70862f0c by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:06:07.893000 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Attempting to bind port 91affce6-ff95-4ab0-b309-068d70862f0c on network a9807f35-125b-48ae-9b3f-337b199ffd2c {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:07.898735 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:06:07.899112 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Checking segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:06:07.899517 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:07.899906 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Bound using segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:06:07.900368 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Bound port: 91affce6-ff95-4ab0-b309-068d70862f0c, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:06:07.900810 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:07.968061 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] For port 91affce6-ff95-4ab0-b309-068d70862f0c, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:06:07.971536 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] For port 91affce6-ff95-4ab0-b309-068d70862f0c, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=91affce6-ff95-4ab0-b309-068d70862f0c,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:06:08.062050 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ad6c77c-335a-4b97-af76-4255a9b155c5 req-e6d4e370-808d-4d28-8f6f-350d6b6628b6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 210 time: 0.0360889 May 11 21:06:08.110724 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:08.181279 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-5a791eb6-846a-42b2-a6fd-41d32b339568 None None] Provisioning complete for port 91affce6-ff95-4ab0-b309-068d70862f0c triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:08.181690 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a791eb6-846a-42b2-a6fd-41d32b339568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:08.183677 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f352b69-d5a4-433e-a3cf-71d8f6a9b8ca None None] Pushing event updated for resources: {'Port': ['ID=91affce6-ff95-4ab0-b309-068d70862f0c,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:08.187462 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:06:08.188088 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:05:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:06:08.374014 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:06:08.376291 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-5a791eb6-846a-42b2-a6fd-41d32b339568 None None] Current status of the port 91affce6-ff95-4ab0-b309-068d70862f0c is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:08.376682 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a791eb6-846a-42b2-a6fd-41d32b339568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:08.403962 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:06:08.510914 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-5a791eb6-846a-42b2-a6fd-41d32b339568 None None] For port 91affce6-ff95-4ab0-b309-068d70862f0c, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=91affce6-ff95-4ab0-b309-068d70862f0c,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:08.570227 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:08.570615 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:08.631230 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a791eb6-846a-42b2-a6fd-41d32b339568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:08.892880 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:07Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:06:08.892880 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-1cabd816-eacc-4574-bdc8-3b8c2d8e7def None None] Provisioning complete for port 91affce6-ff95-4ab0-b309-068d70862f0c triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:08.893219 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1cabd816-eacc-4574-bdc8-3b8c2d8e7def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:08.941554 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:08.946739 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a791eb6-846a-42b2-a6fd-41d32b339568 None None] Pushing event updated for resources: {'Port': ['ID=91affce6-ff95-4ab0-b309-068d70862f0c,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:08.949993 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f34de-62b8-40e5-8d66-c3efee96a228 None None] The sync data for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi is: [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:07Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:06:09.041228 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-1cabd816-eacc-4574-bdc8-3b8c2d8e7def None None] Current status of the port 91affce6-ff95-4ab0-b309-068d70862f0c is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:09.160998 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-859a34f8-4ee2-4fe8-b44d-2292c6d3a3bf req-26a736fa-9b7d-4cf9-8bed-d6305b1f49ee tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 210 time: 0.0346410 May 11 21:06:09.352180 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:06:09.766121 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-f8a0c904-ac07-43df-8f7f-d4db81e755cd tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:09.766121 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-f8a0c904-ac07-43df-8f7f-d4db81e755cd tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 818 time: 0.1254063 May 11 21:06:09.783685 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Request body: {'port': {'device_id': 'a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'admin_state_up': True, 'tenant_id': '838ec035db164e50bc335d2cf141d943'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:10.020643 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c1a84e71-479c-41bb-a94c-55535d763185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.079273 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Made reservation on behalf of 838ec035db164e50bc335d2cf141d943 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:06:10.084548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.281118 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Allocated IP 172.20.0.5 (a9807f35-125b-48ae-9b3f-337b199ffd2c/e83cc702-b3c1-4c1e-8095-2af4dc55ee56/bcd2a37c-3573-4057-b264-754141dbb9d2) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:06:10.288536 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e4d49c2e-8743-4716-8c52-165faf3c28cb req-b9872115-02bb-421c-92aa-bcdd34f0f7ca tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 210 time: 0.0511239 May 11 21:06:10.309791 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 44996) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:10.411262 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 91affce6-ff95-4ab0-b309-068d70862f0c up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:06:10.458498 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.462578 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a22ad95-d801-4b92-bda1-dd451e36abdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.470370 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 91affce6-ff95-4ab0-b309-068d70862f0c triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:10.470863 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.562898 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a22ad95-d801-4b92-bda1-dd451e36abdc admin admin] Publish callbacks [] for security_group (5c5f0c66-e494-40f0-ae9a-8fe06743ea17), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.578797 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 91affce6-ff95-4ab0-b309-068d70862f0c is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:10.612722 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.657358 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Network a9807f35-125b-48ae-9b3f-337b199ffd2c is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:06:10.660395 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:10.664212 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:06:10.692916 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event updated for resources: {'Port': ['ID=bcd2a37c-3573-4057-b264-754141dbb9d2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:10.717483 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a22ad95-d801-4b92-bda1-dd451e36abdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5c5f0c66-e494-40f0-ae9a-8fe06743ea17), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.727937 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:10.729958 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.772212 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0a22ad95-d801-4b92-bda1-dd451e36abdc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67ef6dfe81ec4ed7852c602caceb8bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4593840 May 11 21:06:10.774163 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:10.780293 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22ad95-d801-4b92-bda1-dd451e36abdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5f0c66-e494-40f0-ae9a-8fe06743ea17,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:10.832507 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ba4c6a36-8659-43a8-9dda-38e791c21462 admin admin] Publish callbacks [] for security_group (5c5f0c66-e494-40f0-ae9a-8fe06743ea17), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.856867 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ba4c6a36-8659-43a8-9dda-38e791c21462 admin admin] Publish callbacks [] for security_group (5c5f0c66-e494-40f0-ae9a-8fe06743ea17), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.880158 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-3feb8239-4aed-424e-a15f-9590a8ae9c7b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1005092 May 11 21:06:10.894732 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Request body: {'port': {'device_id': 'a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:10.989066 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-782d19ea-6cfd-42c2-a012-6b7884513b25 None None] Provisioning complete for port bcd2a37c-3573-4057-b264-754141dbb9d2 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:10.989433 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-782d19ea-6cfd-42c2-a012-6b7884513b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:10.996330 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ba4c6a36-8659-43a8-9dda-38e791c21462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5c5f0c66-e494-40f0-ae9a-8fe06743ea17), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:11.004393 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ba4c6a36-8659-43a8-9dda-38e791c21462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:11.007291 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ba4c6a36-8659-43a8-9dda-38e791c21462 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c5f0c66-e494-40f0-ae9a-8fe06743ea17 HTTP/1.1" status: 204 len: 168 time: 0.2310960 May 11 21:06:11.027523 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c6a36-8659-43a8-9dda-38e791c21462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5f0c66-e494-40f0-ae9a-8fe06743ea17,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:11.056206 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-782d19ea-6cfd-42c2-a012-6b7884513b25 None None] Port bcd2a37c-3573-4057-b264-754141dbb9d2 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:06:11.075748 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:11.135177 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-1e348c83-424f-45c8-a0dd-11a82e7244f5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:11.136627 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-1e348c83-424f-45c8-a0dd-11a82e7244f5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 818 time: 0.2109716 May 11 21:06:11.166469 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Request body: {'port': {'device_id': '8b17946c-9b29-4cf0-b62d-4037ebde79b1', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'admin_state_up': True, 'tenant_id': '838ec035db164e50bc335d2cf141d943'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:11.475573 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-372dd8c0-f06e-45c0-bb58-8769f9ec062f req-4b608272-5428-490d-8dd0-b253d72d71cd tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 210 time: 0.0514958 May 11 21:06:11.532231 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd2a37c-3573-4057-b264-754141dbb9d2 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:06:11.542714 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Publish callbacks [] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:11.553171 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Transition to ACTIVE for port object bcd2a37c-3573-4057-b264-754141dbb9d2 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:06:11.574100 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Made reservation on behalf of 838ec035db164e50bc335d2cf141d943 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:06:11.574100 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:11.722904 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:11.815775 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd2a37c-3573-4057-b264-754141dbb9d2,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:11.830694 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Allocated IP 172.20.0.9 (a9807f35-125b-48ae-9b3f-337b199ffd2c/e83cc702-b3c1-4c1e-8095-2af4dc55ee56/054cb2d8-9dcc-48fd-a1bf-bf3aaea65572) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:06:11.935823 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Attempting to bind port bcd2a37c-3573-4057-b264-754141dbb9d2 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:06:11.936141 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Attempting to bind port bcd2a37c-3573-4057-b264-754141dbb9d2 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:06:11.936580 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Attempting to bind port bcd2a37c-3573-4057-b264-754141dbb9d2 on network a9807f35-125b-48ae-9b3f-337b199ffd2c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:11.965751 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Port bcd2a37c-3573-4057-b264-754141dbb9d2 on network a9807f35-125b-48ae-9b3f-337b199ffd2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:06:11.965751 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Attempting to bind port bcd2a37c-3573-4057-b264-754141dbb9d2 on network a9807f35-125b-48ae-9b3f-337b199ffd2c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:11.976316 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:06:11.976761 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Checking segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:06:11.977144 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Bound using segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:06:11.977596 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Bound port: bcd2a37c-3573-4057-b264-754141dbb9d2, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:06:11.977950 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.041046 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45058) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:12.104698 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] For port bcd2a37c-3573-4057-b264-754141dbb9d2, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:06:12.109223 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.111839 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] For port bcd2a37c-3573-4057-b264-754141dbb9d2, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=bcd2a37c-3573-4057-b264-754141dbb9d2,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:06:12.198276 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c80b1a1-0858-4591-82eb-c4392b8bd09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.226487 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.258707 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:12.259458 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.260867 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] 10.222.0.70 "PUT /v2.0/ports/bcd2a37c-3573-4057-b264-754141dbb9d2 HTTP/1.1" status: 200 len: 1093 time: 1.3712430 May 11 21:06:12.261308 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b', 'tag': 'bcd2a37c-3573-4057-b264-754141dbb9d2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:06:12.263704 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df95ce6-d5ce-46a4-8a48-7dadc5291cca" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b", "tag": "bcd2a37c-3573-4057-b264-754141dbb9d2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:06:12.282251 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-367c543c-9e19-4ce1-be2f-595ba98faa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.287083 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c80b1a1-0858-4591-82eb-c4392b8bd09b admin admin] Publish callbacks [] for security_group (dbdf8bcd-a107-4f42-aa90-243d1474e231), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.289566 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.326399 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb65b1f-f293-4b39-81b2-8afbedb11d51 x-openstack-request-id: req-aeb65b1f-f293-4b39-81b2-8afbedb11d51 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:06:12.326685 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b", "tag": "bcd2a37c-3573-4057-b264-754141dbb9d2", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:06:12.326932 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aeb65b1f-f293-4b39-81b2-8afbedb11d51 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:06:12.328706 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb65b1f-f293-4b39-81b2-8afbedb11d51'] response: {'name': 'network-changed', 'server_uuid': 'a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b', 'tag': 'bcd2a37c-3573-4057-b264-754141dbb9d2', 'status': 'completed', 'code': 200} May 11 21:06:12.330833 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Network a9807f35-125b-48ae-9b3f-337b199ffd2c is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:06:12.334301 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcb413-0ea3-40c7-b8a7-3ff7c848e577 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd2a37c-3573-4057-b264-754141dbb9d2,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:12.341802 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:12.345372 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:06:12.414820 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5c80b1a1-0858-4591-82eb-c4392b8bd09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (dbdf8bcd-a107-4f42-aa90-243d1474e231), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.466347 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95ce6-d5ce-46a4-8a48-7dadc5291cca req-d33d449f-6b8d-427d-aeff-ff90e8187863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:12.468826 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0df95ce6-d5ce-46a4-8a48-7dadc5291cca req-d33d449f-6b8d-427d-aeff-ff90e8187863 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 1127 time: 0.1187489 May 11 21:06:12.471737 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45074) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:12.472623 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5c80b1a1-0858-4591-82eb-c4392b8bd09b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19b9760db57f4145b127f10ef76196ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4292717 May 11 21:06:12.473981 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event updated for resources: {'Port': ['ID=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:12.496759 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80b1a1-0858-4591-82eb-c4392b8bd09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdf8bcd-a107-4f42-aa90-243d1474e231,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:12.519293 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:12.520115 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.701827 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45088) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:12.733060 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc845a-d5b2-49ea-84db-2eecf99f61e9 req-7ce50d3b-6cf5-4380-9cf7-054663406c08 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:12.734622 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e6bc845a-d5b2-49ea-84db-2eecf99f61e9 req-7ce50d3b-6cf5-4380-9cf7-054663406c08 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 931 time: 0.1265767 May 11 21:06:12.763007 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-c32dc9f0-4d3e-4cc8-ad23-bef472c859d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6156571 May 11 21:06:12.797896 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Request body: {'port': {'device_id': '8b17946c-9b29-4cf0-b62d-4037ebde79b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:12.837891 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1599eca0-19c4-41b8-8464-e8f1a907c9d5 admin admin] Publish callbacks [] for security_group (dbdf8bcd-a107-4f42-aa90-243d1474e231), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.846283 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9cf402cd-c69c-4e6d-b8ba-98603c30b4fa None None] Provisioning complete for port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:12.854423 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9cf402cd-c69c-4e6d-b8ba-98603c30b4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.855101 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-549d9f77-e6ee-44ec-bcfd-b5d14a1539e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.888767 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9cf402cd-c69c-4e6d-b8ba-98603c30b4fa None None] Port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:06:12.897177 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95ce6-d5ce-46a4-8a48-7dadc5291cca req-3ac1d5ea-eadf-4234-b6ce-2d9e28dce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:12.898671 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0df95ce6-d5ce-46a4-8a48-7dadc5291cca req-3ac1d5ea-eadf-4234-b6ce-2d9e28dce4f5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=838ec035db164e50bc335d2cf141d943&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4169128 May 11 21:06:12.902915 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1599eca0-19c4-41b8-8464-e8f1a907c9d5 admin admin] Publish callbacks [] for security_group (dbdf8bcd-a107-4f42-aa90-243d1474e231), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.935905 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-549d9f77-e6ee-44ec-bcfd-b5d14a1539e6 admin admin] Publish callbacks [] for security_group (d24bf3ac-21ae-442d-80a9-156e554e96fa), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:12.947337 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e6bc845a-d5b2-49ea-84db-2eecf99f61e9 req-37b17b5c-6f2b-4f78-8ac6-18504e981bc7 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984885 May 11 21:06:13.001226 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-549d9f77-e6ee-44ec-bcfd-b5d14a1539e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d24bf3ac-21ae-442d-80a9-156e554e96fa), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.042097 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d9f77-e6ee-44ec-bcfd-b5d14a1539e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24bf3ac-21ae-442d-80a9-156e554e96fa,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:13.050194 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-549d9f77-e6ee-44ec-bcfd-b5d14a1539e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ef1b89918214facac105e73d7a5e275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460546 May 11 21:06:13.050574 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:13.107180 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d4947495-c1db-4e12-91a4-6c30819f5a6b admin admin] Publish callbacks [] for security_group (d24bf3ac-21ae-442d-80a9-156e554e96fa), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.128791 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d4947495-c1db-4e12-91a4-6c30819f5a6b admin admin] Publish callbacks [] for security_group (d24bf3ac-21ae-442d-80a9-156e554e96fa), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.242511 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.262967 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45102) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:13.306331 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d4947495-c1db-4e12-91a4-6c30819f5a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d24bf3ac-21ae-442d-80a9-156e554e96fa), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.309028 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d4947495-c1db-4e12-91a4-6c30819f5a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.310212 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d4947495-c1db-4e12-91a4-6c30819f5a6b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d24bf3ac-21ae-442d-80a9-156e554e96fa HTTP/1.1" status: 204 len: 168 time: 0.2583981 May 11 21:06:13.320949 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4947495-c1db-4e12-91a4-6c30819f5a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24bf3ac-21ae-442d-80a9-156e554e96fa,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:13.390027 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95ce6-d5ce-46a4-8a48-7dadc5291cca req-64ecd11c-a460-4cbb-8aa9-aff4454ae4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:13.391639 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0df95ce6-d5ce-46a4-8a48-7dadc5291cca req-64ecd11c-a460-4cbb-8aa9-aff4454ae4ef service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4726901 May 11 21:06:13.399250 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22effdc0-e093-45a0-9be8-5de7b7616c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.530002 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-77aefe6f-03db-470a-9429-bb6814582425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:13.532010 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-77aefe6f-03db-470a-9429-bb6814582425 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 1127 time: 0.0530746 May 11 21:06:13.617954 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-5c5f219a-627e-455f-9f13-ba550cdcff1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcd2a37c-3573-4057-b264-754141dbb9d2 HTTP/1.1" status: 200 len: 217 time: 0.0747645 May 11 21:06:13.690018 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1599eca0-19c4-41b8-8464-e8f1a907c9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (dbdf8bcd-a107-4f42-aa90-243d1474e231), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.692573 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1599eca0-19c4-41b8-8464-e8f1a907c9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.693667 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1599eca0-19c4-41b8-8464-e8f1a907c9d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbdf8bcd-a107-4f42-aa90-243d1474e231 HTTP/1.1" status: 204 len: 168 time: 1.2208645 May 11 21:06:13.703010 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-844ebe90-07e4-4349-8110-1daa93cda9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:13.704575 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-844ebe90-07e4-4349-8110-1daa93cda9ae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0806589 May 11 21:06:13.722674 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599eca0-19c4-41b8-8464-e8f1a907c9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdf8bcd-a107-4f42-aa90-243d1474e231,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:13.775108 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.778228 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22effdc0-e093-45a0-9be8-5de7b7616c89 admin admin] Publish callbacks [] for security_group (e3033190-290b-4469-a0ba-fbe2cbf1f06a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.790875 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-4f951314-e8aa-4042-94e0-0973a588ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:13.792462 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-4f951314-e8aa-4042-94e0-0973a588ac75 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799494 May 11 21:06:13.810484 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:06:13.826876 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Publish callbacks [] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.852283 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Transition to ACTIVE for port object 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:06:13.854991 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-22effdc0-e093-45a0-9be8-5de7b7616c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (e3033190-290b-4469-a0ba-fbe2cbf1f06a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.916653 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-22effdc0-e093-45a0-9be8-5de7b7616c89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=612ed15086764773ba8992311b5cd9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6525929 May 11 21:06:13.919210 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45136) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:13.921731 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-4836579d-78c7-4a1e-a75d-65d5fdfa3cc9 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187255 May 11 21:06:13.928275 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22effdc0-e093-45a0-9be8-5de7b7616c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3033190-290b-4469-a0ba-fbe2cbf1f06a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:13.960643 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:13.997789 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80fec9fd-620f-47a5-a660-b4051aff34a2 admin admin] Publish callbacks [] for security_group (e3033190-290b-4469-a0ba-fbe2cbf1f06a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:14.021788 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80fec9fd-620f-47a5-a660-b4051aff34a2 admin admin] Publish callbacks [] for security_group (e3033190-290b-4469-a0ba-fbe2cbf1f06a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:14.097854 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Pushing event updated for resources: {'Port': ['ID=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:14.133238 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1013f4b-fb61-4caa-973c-52afc5db1eff req-edd8aee3-1d6c-44bb-88cb-a86f22953be1 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071016 May 11 21:06:14.203301 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Attempting to bind port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:06:14.203731 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Attempting to bind port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:06:14.204339 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Attempting to bind port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 on network a9807f35-125b-48ae-9b3f-337b199ffd2c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:14.210118 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 on network a9807f35-125b-48ae-9b3f-337b199ffd2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:06:14.210552 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Attempting to bind port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 on network a9807f35-125b-48ae-9b3f-337b199ffd2c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:14.217162 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:06:14.218380 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Checking segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:06:14.219048 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Bound using segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:06:14.219863 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Bound port: 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:06:14.220462 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:14.309213 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] For port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:06:14.313181 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] For port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:06:14.356364 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faef80-0277-4724-bd9d-df38238d45a3 req-1c9a5e51-33e3-44e7-8d35-117fb1f3a02f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:14.357893 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-68faef80-0277-4724-bd9d-df38238d45a3 req-1c9a5e51-33e3-44e7-8d35-117fb1f3a02f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 943 time: 0.3171496 May 11 21:06:14.499146 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-68faef80-0277-4724-bd9d-df38238d45a3 req-9e575cad-9aa7-4f1f-b207-9c532b368ddc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353381 May 11 21:06:14.824225 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:14.860357 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:14.860876 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:14.862276 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] 10.222.0.70 "PUT /v2.0/ports/054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 HTTP/1.1" status: 200 len: 1093 time: 2.0737550 May 11 21:06:14.862721 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b17946c-9b29-4cf0-b62d-4037ebde79b1', 'tag': '054cb2d8-9dcc-48fd-a1bf-bf3aaea65572'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:06:14.864963 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61f6e2d-1469-4115-8ee2-0ae9f013f202" -d '{"events": [{"name": "network-changed", "server_uuid": "8b17946c-9b29-4cf0-b62d-4037ebde79b1", "tag": "054cb2d8-9dcc-48fd-a1bf-bf3aaea65572"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:06:14.888909 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80fec9fd-620f-47a5-a660-b4051aff34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (e3033190-290b-4469-a0ba-fbe2cbf1f06a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:14.891517 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-80fec9fd-620f-47a5-a660-b4051aff34a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:14.892650 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-80fec9fd-620f-47a5-a660-b4051aff34a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3033190-290b-4469-a0ba-fbe2cbf1f06a HTTP/1.1" status: 204 len: 168 time: 0.9723673 May 11 21:06:14.903976 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0e0f5-77e6-406e-9252-c24e6bc639cb service neutron] Pushing event updated for resources: {'Port': ['ID=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:14.915726 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fec9fd-620f-47a5-a660-b4051aff34a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3033190-290b-4469-a0ba-fbe2cbf1f06a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:14.944145 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac05624-4a50-4057-b03e-f62775ac7308 x-openstack-request-id: req-fac05624-4a50-4057-b03e-f62775ac7308 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:06:14.944449 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b17946c-9b29-4cf0-b62d-4037ebde79b1", "tag": "054cb2d8-9dcc-48fd-a1bf-bf3aaea65572", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:06:14.944777 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fac05624-4a50-4057-b03e-f62775ac7308 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:06:14.945187 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac05624-4a50-4057-b03e-f62775ac7308'] response: {'name': 'network-changed', 'server_uuid': '8b17946c-9b29-4cf0-b62d-4037ebde79b1', 'tag': '054cb2d8-9dcc-48fd-a1bf-bf3aaea65572', 'status': 'completed', 'code': 200} May 11 21:06:15.012370 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.147169 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45158) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:15.169570 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71fbce58-06ef-47ce-8725-375ca5efd748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.234052 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45160) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:15.238829 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6e2d-1469-4115-8ee2-0ae9f013f202 req-419b5977-0954-41ec-ac20-07573858a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:15.240399 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c61f6e2d-1469-4115-8ee2-0ae9f013f202 req-419b5977-0954-41ec-ac20-07573858a604 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 1127 time: 0.0592983 May 11 21:06:15.352246 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71fbce58-06ef-47ce-8725-375ca5efd748 admin admin] Publish callbacks [] for security_group (dcfb7678-f844-414a-9996-20203d6cba46), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.370093 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6e2d-1469-4115-8ee2-0ae9f013f202 req-4c666bf9-44a0-480c-9379-4f27ab93a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:15.371571 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c61f6e2d-1469-4115-8ee2-0ae9f013f202 req-4c666bf9-44a0-480c-9379-4f27ab93a5cc service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=838ec035db164e50bc335d2cf141d943&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1215091 May 11 21:06:15.443905 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71fbce58-06ef-47ce-8725-375ca5efd748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (dcfb7678-f844-414a-9996-20203d6cba46), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.484501 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-38bc6fc9-4a93-4b81-a508-389124180ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.489644 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-71fbce58-06ef-47ce-8725-375ca5efd748 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08b08ac26a3a4834b90ed43f0e30d06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408918 May 11 21:06:15.494404 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45170) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:15.508528 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbce58-06ef-47ce-8725-375ca5efd748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfb7678-f844-414a-9996-20203d6cba46,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:15.527135 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6e2d-1469-4115-8ee2-0ae9f013f202 req-4530f7f8-361c-475e-93e7-8693590c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:15.530925 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c61f6e2d-1469-4115-8ee2-0ae9f013f202 req-4530f7f8-361c-475e-93e7-8693590c4882 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523356 May 11 21:06:15.584702 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-409a975c-da33-4cdf-aa14-35391fa54727 admin admin] Publish callbacks [] for security_group (dcfb7678-f844-414a-9996-20203d6cba46), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.622480 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-2d7f1f1b-7ddb-4281-824a-5494ccfab321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:15.623938 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-409a975c-da33-4cdf-aa14-35391fa54727 admin admin] Publish callbacks [] for security_group (dcfb7678-f844-414a-9996-20203d6cba46), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.625572 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-2d7f1f1b-7ddb-4281-824a-5494ccfab321 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 1127 time: 0.0549130 May 11 21:06:15.647940 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-38bc6fc9-4a93-4b81-a508-389124180ddd admin admin] Publish callbacks [] for security_group (67a623a8-53ad-4304-a7ad-3c760f298907), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.689483 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-557a8f0f-4a33-4b87-b440-e574aa05e7f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 HTTP/1.1" status: 200 len: 217 time: 0.0533519 May 11 21:06:15.733303 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45182) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:15.755450 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-96db84c5-2028-4433-9a5e-dcfd259a4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:15.755977 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fb80b-bdf5-419e-9c67-994375c16772 req-185b0a24-fc81-4bda-b431-32e9e030385f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:15.756953 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-96db84c5-2028-4433-9a5e-dcfd259a4ef4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0604818 May 11 21:06:15.757667 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5c8fb80b-bdf5-419e-9c67-994375c16772 req-185b0a24-fc81-4bda-b431-32e9e030385f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 943 time: 0.0486445 May 11 21:06:15.758859 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-38bc6fc9-4a93-4b81-a508-389124180ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (67a623a8-53ad-4304-a7ad-3c760f298907), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.805441 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-91cbbb5d-6311-4c37-9b13-9cc7a8a6189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:15.807174 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-91cbbb5d-6311-4c37-9b13-9cc7a8a6189f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407836 May 11 21:06:15.809828 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-409a975c-da33-4cdf-aa14-35391fa54727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (dcfb7678-f844-414a-9996-20203d6cba46), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.812905 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-409a975c-da33-4cdf-aa14-35391fa54727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.814035 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-409a975c-da33-4cdf-aa14-35391fa54727 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dcfb7678-f844-414a-9996-20203d6cba46 HTTP/1.1" status: 204 len: 168 time: 0.3178983 May 11 21:06:15.831029 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-38bc6fc9-4a93-4b81-a508-389124180ddd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=becf69a081a94daab8520756bf063386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5950704 May 11 21:06:15.837102 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc6fc9-4a93-4b81-a508-389124180ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a623a8-53ad-4304-a7ad-3c760f298907,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:15.850044 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45188) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:15.871088 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1167561096-network', 'tenant_id': '98ca4d11f5b5459a93b0f97cbfcdc3a2'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:15.872505 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a975c-da33-4cdf-aa14-35391fa54727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfb7678-f844-414a-9996-20203d6cba46,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:15.894434 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5c8fb80b-bdf5-419e-9c67-994375c16772 req-3a753465-6764-41ee-86df-ae29ee8417cb tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286395 May 11 21:06:15.939288 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1930bfcb-b452-4132-8a87-e5ca397163af admin admin] Publish callbacks [] for security_group (67a623a8-53ad-4304-a7ad-3c760f298907), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.963530 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1930bfcb-b452-4132-8a87-e5ca397163af admin admin] Publish callbacks [] for security_group (67a623a8-53ad-4304-a7ad-3c760f298907), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:15.992815 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-7fb8237a-c953-43d5-9112-88a5663ff675 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747181 May 11 21:06:16.019346 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Made reservation on behalf of 98ca4d11f5b5459a93b0f97cbfcdc3a2 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:06:16.021910 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.037262 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.114579 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1930bfcb-b452-4132-8a87-e5ca397163af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (67a623a8-53ad-4304-a7ad-3c760f298907), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.117453 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1930bfcb-b452-4132-8a87-e5ca397163af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.126711 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1930bfcb-b452-4132-8a87-e5ca397163af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67a623a8-53ad-4304-a7ad-3c760f298907 HTTP/1.1" status: 204 len: 168 time: 0.2731280 May 11 21:06:16.126861 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9fe5aae0-c67a-4d4a-adbf-1e88c154778c req-7d050c94-1363-4e2c-add0-4dcd0fd6d02c service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191158 May 11 21:06:16.130165 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930bfcb-b452-4132-8a87-e5ca397163af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a623a8-53ad-4304-a7ad-3c760f298907,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:16.177247 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Publish callbacks [] for security_group (d64b81d9-fca1-49ea-9859-20a7bfa26833), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.323257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d64b81d9-fca1-49ea-9859-20a7bfa26833), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.329374 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device bcd2a37c-3573-4057-b264-754141dbb9d2 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:06:16.350942 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:06:16.366963 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b81d9-fca1-49ea-9859-20a7bfa26833,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:16.370039 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (e4ca29c1-93a7-4019-8d86-53e9df4475d8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.370503 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Added segment e4ca29c1-93a7-4019-8d86-53e9df4475d8 of type vlan for network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 May 11 21:06:16.412432 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (ed3efa9c-f23b-412c-a6d2-b3886e3eb354), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.444104 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port bcd2a37c-3573-4057-b264-754141dbb9d2, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=bcd2a37c-3573-4057-b264-754141dbb9d2,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:16.455605 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'bcd2a37c-3573-4057-b264-754141dbb9d2', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'port_id': 'bcd2a37c-3573-4057-b264-754141dbb9d2', 'mac_address': 'fa:16:3e:0a:24:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:06:16.494160 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port bcd2a37c-3573-4057-b264-754141dbb9d2 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:16.495725 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.513119 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd2a37c-3573-4057-b264-754141dbb9d2 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:06:16.520415 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (ed3efa9c-f23b-412c-a6d2-b3886e3eb354), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.521724 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:16.522321 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.546890 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port bcd2a37c-3573-4057-b264-754141dbb9d2, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=bcd2a37c-3573-4057-b264-754141dbb9d2,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:16.581229 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] Pushing event updated for resources: {'Network': ['ID=ed3efa9c-f23b-412c-a6d2-b3886e3eb354,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:16.593444 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:06:16.617597 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.660637 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.664402 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ffd55ceb-e1f0-4da3-9d56-44331dec3b16 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9299638 May 11 21:06:16.670374 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45210) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:16.675538 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Request body: {'subnet': {'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1167561096-subnet', 'tenant_id': '98ca4d11f5b5459a93b0f97cbfcdc3a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:16.709219 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=bcd2a37c-3573-4057-b264-754141dbb9d2,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:16.785187 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Made reservation on behalf of 98ca4d11f5b5459a93b0f97cbfcdc3a2 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:06:16.785187 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50779218'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.870039 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45218) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:16.898775 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f8c05229-54cc-41ba-9771-136599aeb874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:16.944032 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['bcd2a37c-3573-4057-b264-754141dbb9d2'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:06:17.028498 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f8c05229-54cc-41ba-9771-136599aeb874 admin admin] Publish callbacks [] for security_group (dc91b876-aab4-4706-891d-2953d1b2c0e4), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:17.067764 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a1473-302a-4133-b324-cc526f7965d4 req-a3056bcb-68f3-4dd0-8663-460645cc6518 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:17.069335 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c45a1473-302a-4133-b324-cc526f7965d4 req-a3056bcb-68f3-4dd0-8663-460645cc6518 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 943 time: 0.0541620 May 11 21:06:17.072236 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3277976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50779204'] for subnet (522c54eb-5e47-4cf4-ba13-c55837c37f07), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:17.123826 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f8c05229-54cc-41ba-9771-136599aeb874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (dc91b876-aab4-4706-891d-2953d1b2c0e4), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:17.125255 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=522c54eb-5e47-4cf4-ba13-c55837c37f07,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:17.142972 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Checking segment: {'id': 'e4ca29c1-93a7-4019-8d86-53e9df4475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:06:17.143340 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Network hostable DHCP agents. Network: ed3efa9c-f23b-412c-a6d2-b3886e3eb354, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:06:17.187076 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c45a1473-302a-4133-b324-cc526f7965d4 req-afbd9948-71df-46d6-ac36-10e0665404b6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066828 May 11 21:06:17.209512 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f8c05229-54cc-41ba-9771-136599aeb874 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8632715666f41f48639c9433b76b88a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366647 May 11 21:06:17.209512 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45234) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:17.210136 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c05229-54cc-41ba-9771-136599aeb874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc91b876-aab4-4706-891d-2953d1b2c0e4,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:17.231273 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:06:17.266370 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8d95df4-0cd8-4609-a9e9-0a56391f8399 admin admin] Publish callbacks [] for security_group (dc91b876-aab4-4706-891d-2953d1b2c0e4), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:17.291485 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8d95df4-0cd8-4609-a9e9-0a56391f8399 admin admin] Publish callbacks [] for security_group (dc91b876-aab4-4706-891d-2953d1b2c0e4), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:17.318095 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, ed3efa9c-f23b-412c-a6d2-b3886e3eb354) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:17.322629 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:17.324145 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:17.327512 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ee466-996e-426d-9bf0-c283cb82ccc0 None None] Network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:06:17.439004 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d396205a-025f-4ae3-a800-2d4e64146963 None None] Network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:06:17.472348 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-06dc6d5a-e707-44e9-baf6-8f954cb187b7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8006485 May 11 21:06:17.515609 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8d95df4-0cd8-4609-a9e9-0a56391f8399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (dc91b876-aab4-4706-891d-2953d1b2c0e4), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:17.518290 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8d95df4-0cd8-4609-a9e9-0a56391f8399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:17.522015 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d8d95df4-0cd8-4609-a9e9-0a56391f8399 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc91b876-aab4-4706-891d-2953d1b2c0e4 HTTP/1.1" status: 204 len: 168 time: 0.3065369 May 11 21:06:17.527849 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d95df4-0cd8-4609-a9e9-0a56391f8399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc91b876-aab4-4706-891d-2953d1b2c0e4,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:18.316358 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192579-625d-471e-81ea-0a31fe9dd0ac req-7209c049-eed1-417c-8ba6-5bdf5cd0ab87 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:18.317930 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e192579-625d-471e-81ea-0a31fe9dd0ac req-7209c049-eed1-417c-8ba6-5bdf5cd0ab87 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 943 time: 0.0507448 May 11 21:06:18.344401 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:06:18.347798 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device bcd2a37c-3573-4057-b264-754141dbb9d2 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:06:18.369622 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e192579-625d-471e-81ea-0a31fe9dd0ac req-ec9041aa-3516-4d99-a8ba-05b075d4bca8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461869 May 11 21:06:18.380085 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:18.457630 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port bcd2a37c-3573-4057-b264-754141dbb9d2 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:06:18.486160 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:18.497991 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '054cb2d8-9dcc-48fd-a1bf-bf3aaea65572', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'port_id': '054cb2d8-9dcc-48fd-a1bf-bf3aaea65572', 'mac_address': 'fa:16:3e:3e:55:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:06:18.536956 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:18.537382 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:18.553339 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:06:18.574539 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port bcd2a37c-3573-4057-b264-754141dbb9d2 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:18.574925 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:18.580062 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:18.656922 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port bcd2a37c-3573-4057-b264-754141dbb9d2 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:18.657313 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:18.680407 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd2a37c-3573-4057-b264-754141dbb9d2'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:06:18.682727 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068f703d-5d9b-493a-bab7-e6bcbe90d1c5" -d '{"events": [{"server_uuid": "a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b", "name": "network-vif-plugged", "status": "completed", "tag": "bcd2a37c-3573-4057-b264-754141dbb9d2"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:06:18.694674 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port bcd2a37c-3573-4057-b264-754141dbb9d2, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=bcd2a37c-3573-4057-b264-754141dbb9d2,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:18.696198 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:18.746732 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6478e3be-550c-4d40-bcb7-5ab2665f2d59 x-openstack-request-id: req-6478e3be-550c-4d40-bcb7-5ab2665f2d59 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:06:18.747051 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b", "name": "network-vif-plugged", "status": "completed", "tag": "bcd2a37c-3573-4057-b264-754141dbb9d2", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:06:18.747484 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6478e3be-550c-4d40-bcb7-5ab2665f2d59 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:06:18.748031 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6478e3be-550c-4d40-bcb7-5ab2665f2d59'] response: {'server_uuid': 'a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd2a37c-3573-4057-b264-754141dbb9d2', 'code': 200} May 11 21:06:18.751828 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:18.791868 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:18.842170 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=bcd2a37c-3573-4057-b264-754141dbb9d2,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:18.991605 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['054cb2d8-9dcc-48fd-a1bf-bf3aaea65572'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:06:19.183213 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baa799-4982-4434-928a-921c6985ddbf req-f60b4fc0-5d7a-4ce7-bcf2-93daebdb5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:19.184786 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-49baa799-4982-4434-928a-921c6985ddbf req-f60b4fc0-5d7a-4ce7-bcf2-93daebdb5290 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 1129 time: 0.0400317 May 11 21:06:19.233586 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-49baa799-4982-4434-928a-921c6985ddbf req-17711657-cbad-4f98-941b-d72ce95aff40 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368605 May 11 21:06:19.487157 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d5e93-d87f-4a95-8baa-58641e97deb0 req-78bd3d84-e2e2-4ce8-94c4-7c5d985fedf2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:19.490139 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c16d5e93-d87f-4a95-8baa-58641e97deb0 req-78bd3d84-e2e2-4ce8-94c4-7c5d985fedf2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 944 time: 0.0543408 May 11 21:06:19.540405 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c16d5e93-d87f-4a95-8baa-58641e97deb0 req-d0968cd5-ff08-4c44-9a06-6dbc7af33183 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 May 11 21:06:19.941764 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-19f7fa6c-6f61-40e2-a9ab-027d785c73ad tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:19.943243 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-19f7fa6c-6f61-40e2-a9ab-027d785c73ad tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/networks?id=ed3efa9c-f23b-412c-a6d2-b3886e3eb354 HTTP/1.1" status: 200 len: 809 time: 0.1159933 May 11 21:06:19.958030 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a03f6049-b0ff-4632-bb23-8d714bef3ff5 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/quotas/98ca4d11f5b5459a93b0f97cbfcdc3a2 HTTP/1.1" status: 200 len: 375 time: 0.0093322 May 11 21:06:19.993007 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-00c02aa1-8a14-4864-a57a-68ab70181988 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=98ca4d11f5b5459a93b0f97cbfcdc3a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299256 May 11 21:06:20.087450 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-982937e5-25d8-4cff-b773-4ee46c17d241 service neutron] 10.222.0.35 "GET /v2.0/networks/ed3efa9c-f23b-412c-a6d2-b3886e3eb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871747 May 11 21:06:20.180774 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-cbbd8fac-209b-4f96-a903-cd9a42141e59 service neutron] 10.222.0.35 "GET /v2.0/networks/ed3efa9c-f23b-412c-a6d2-b3886e3eb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870390 May 11 21:06:20.506513 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-022d56d0-be37-4a99-bfcb-1589b7728a43 req-1b87079b-90f4-447e-b293-c39a7548e7b8 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0384326 May 11 21:06:20.669925 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c518-bc7c-4f29-911a-f315bbc266a7 req-bfc02d76-35e4-40c3-946c-e6edb74c5b12 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:20.671740 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c8b8c518-bc7c-4f29-911a-f315bbc266a7 req-bfc02d76-35e4-40c3-946c-e6edb74c5b12 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 944 time: 0.0517976 May 11 21:06:20.723208 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c8b8c518-bc7c-4f29-911a-f315bbc266a7 req-0ee53282-ad8a-436b-a33c-f670480c2f22 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460076 May 11 21:06:20.916773 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:06:20.972550 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:06:21.037257 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:21.037656 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:21.120119 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:21.120527 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:21.144996 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b17946c-9b29-4cf0-b62d-4037ebde79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054cb2d8-9dcc-48fd-a1bf-bf3aaea65572'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:06:21.150165 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956b13a4-bee1-453b-bcf3-3c316d9e9534" -d '{"events": [{"server_uuid": "8b17946c-9b29-4cf0-b62d-4037ebde79b1", "name": "network-vif-plugged", "status": "completed", "tag": "054cb2d8-9dcc-48fd-a1bf-bf3aaea65572"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:06:21.164252 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:21.188207 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61527cb7-9bcf-4a57-b802-94fc21a9cfb0 x-openstack-request-id: req-61527cb7-9bcf-4a57-b802-94fc21a9cfb0 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:06:21.188524 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b17946c-9b29-4cf0-b62d-4037ebde79b1", "name": "network-vif-plugged", "status": "completed", "tag": "054cb2d8-9dcc-48fd-a1bf-bf3aaea65572", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:06:21.188786 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61527cb7-9bcf-4a57-b802-94fc21a9cfb0 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:06:21.189179 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61527cb7-9bcf-4a57-b802-94fc21a9cfb0'] response: {'server_uuid': '8b17946c-9b29-4cf0-b62d-4037ebde79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054cb2d8-9dcc-48fd-a1bf-bf3aaea65572', 'code': 200} May 11 21:06:21.291657 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:21.343039 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:21.579056 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0235c6ff-d3a2-403e-80ae-03bf0f33bdf4 req-1faf65c4-bd78-428a-a007-e273a99aad7e tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0267518 May 11 21:06:21.843616 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf41c07-2e9a-436c-a3eb-4bff32be19c7 req-7bd7dc5f-bc4b-485a-b1b9-d56506270088 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:21.845085 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bcf41c07-2e9a-436c-a3eb-4bff32be19c7 req-7bd7dc5f-bc4b-485a-b1b9-d56506270088 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0482099 May 11 21:06:21.891481 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bcf41c07-2e9a-436c-a3eb-4bff32be19c7 req-85dbb76d-0e97-4d4d-a0a4-a4aef41dff7e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 May 11 21:06:22.669655 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-49c86eb1-68c7-4593-9720-8b8f9c509122 req-d7b8a0e6-9fca-42b8-bda3-5623379c8680 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0264170 May 11 21:06:23.006506 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06643da5-5924-4eac-b789-a709a117fb1b req-d52b32d2-ebfd-44ca-988c-7ef5be614f17 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:23.007966 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06643da5-5924-4eac-b789-a709a117fb1b req-d52b32d2-ebfd-44ca-988c-7ef5be614f17 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0476179 May 11 21:06:23.056696 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06643da5-5924-4eac-b789-a709a117fb1b req-2f503e6e-c2e3-4dbe-afde-141162068c8d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 May 11 21:06:23.763110 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a5a0c79-e229-41a9-8a6d-966390b5fb41 req-10fc0867-b3bc-4198-95e4-400fd89ff9bd tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0286791 May 11 21:06:23.846472 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316d8fd-c15a-433c-ac51-b3bcb9ee08cd req-982859c3-2906-4f69-ab7b-7be8e5c6b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:23.848003 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3316d8fd-c15a-433c-ac51-b3bcb9ee08cd req-982859c3-2906-4f69-ab7b-7be8e5c6b753 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 1129 time: 0.0471427 May 11 21:06:23.898933 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3316d8fd-c15a-433c-ac51-b3bcb9ee08cd req-420e59e1-8f7e-447b-9997-f2fe466f4910 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418363 May 11 21:06:24.182829 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedf5cf-c331-4bd3-a0a4-0ed372927ea9 req-5810d84d-d789-45c5-a6f7-b4f287697513 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:24.194124 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aeedf5cf-c331-4bd3-a0a4-0ed372927ea9 req-5810d84d-d789-45c5-a6f7-b4f287697513 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0595469 May 11 21:06:24.235081 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aeedf5cf-c331-4bd3-a0a4-0ed372927ea9 req-1ababd52-b459-4aa0-8d20-01fdcc1130a1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 May 11 21:06:24.859193 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-53998716-3ff1-4911-8a1d-98a7c29da639 req-60c366d4-9b8b-4265-b323-4d033e56f548 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0269988 May 11 21:06:25.304995 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-893d338a-73db-41c1-902e-4b2494296185 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:25.306436 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-893d338a-73db-41c1-902e-4b2494296185 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.70 "GET /v2.0/networks?id=ed3efa9c-f23b-412c-a6d2-b3886e3eb354 HTTP/1.1" status: 200 len: 809 time: 0.1082401 May 11 21:06:25.359813 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f433fe-cc94-4b91-975c-223f342f7eca req-421cc095-3e26-4eca-ade1-0e7815a0644e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:25.361308 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d8f433fe-cc94-4b91-975c-223f342f7eca req-421cc095-3e26-4eca-ade1-0e7815a0644e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0510354 May 11 21:06:25.408373 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d8f433fe-cc94-4b91-975c-223f342f7eca req-1ed6ebf0-0f20-47e0-b2dd-ab9ae61d7c60 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411997 May 11 21:06:25.940942 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Request body: {'port': {'device_id': 'f429e01f-413f-41bc-baf7-e72ed484c480', 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354', 'admin_state_up': True, 'tenant_id': '98ca4d11f5b5459a93b0f97cbfcdc3a2'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:25.962114 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-41f55076-a203-421d-9935-3691fa7d9567 req-daad69f1-b8a4-4963-ba8e-9155ca594670 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0359507 May 11 21:06:26.198250 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Made reservation on behalf of 98ca4d11f5b5459a93b0f97cbfcdc3a2 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:06:26.202082 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:26.385345 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Allocated IP 172.20.0.11 (ed3efa9c-f23b-412c-a6d2-b3886e3eb354/522c54eb-5e47-4cf4-ba13-c55837c37f07/ea81f8a9-7d42-4c3a-be19-8273b87c62ea) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:06:26.527856 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850d020-1335-41bd-a712-23d0fc1f1b89 req-2ec6c71e-fe1c-4e46-b1cd-a5ee88fff9f7 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:26.529252 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0850d020-1335-41bd-a712-23d0fc1f1b89 req-2ec6c71e-fe1c-4e46-b1cd-a5ee88fff9f7 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0471880 May 11 21:06:26.554374 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks [] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:26.583678 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0850d020-1335-41bd-a712-23d0fc1f1b89 req-a2d1a09d-4508-4d78-9fe2-1c5765f4c2d2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 May 11 21:06:26.672135 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:26.735931 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:06:26.737617 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:26.739684 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Pushing event updated for resources: {'Port': ['ID=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:26.741714 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:06:26.802851 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45544) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:26.803709 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:26.804347 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:26.890547 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45548) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:26.962939 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a49d25fe-da59-466b-9f7f-efb277b8fc47 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0261853 May 11 21:06:26.978917 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Request body: {'port': {'device_id': 'f429e01f-413f-41bc-baf7-e72ed484c480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:27.000036 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5aa4-6943-4490-9396-3d6bc5ac1036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.027009 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-792d39ea-39bc-4cf6-848f-2efb73ec14c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.070707 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.148061 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9307610-462f-49cf-ac2f-0f8256a01b95 req-6d4f4a0b-6302-4473-a75d-7491a083b8e1 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:27.149638 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9307610-462f-49cf-ac2f-0f8256a01b95 req-6d4f4a0b-6302-4473-a75d-7491a083b8e1 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 932 time: 0.1050596 May 11 21:06:27.269874 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5aa4-6943-4490-9396-3d6bc5ac1036 admin admin] Publish callbacks [] for security_group (9529d47f-c9fe-47f5-bc26-911ee3498c30), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.277709 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9307610-462f-49cf-ac2f-0f8256a01b95 req-c81c9060-3fa9-48da-b9a3-2fc7b212235b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212480 May 11 21:06:27.282447 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-792d39ea-39bc-4cf6-848f-2efb73ec14c0 admin admin] Publish callbacks [] for security_group (de840bfd-398b-4c11-9b06-8cc2f573fbef), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.314195 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268ead0-5599-47a5-bc05-6b271006e0ba req-5e337f6a-efe6-4896-9979-a9a24b4521db tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:27.315680 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d268ead0-5599-47a5-bc05-6b271006e0ba req-5e337f6a-efe6-4896-9979-a9a24b4521db tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.1399894 May 11 21:06:27.337290 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d9fd5aa4-6943-4490-9396-3d6bc5ac1036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (9529d47f-c9fe-47f5-bc26-911ee3498c30), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.345132 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-fbb345e8-b359-4bce-992a-3640e044fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:27.346695 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-fbb345e8-b359-4bce-992a-3640e044fdd8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 1129 time: 0.0875630 May 11 21:06:27.368603 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-792d39ea-39bc-4cf6-848f-2efb73ec14c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (de840bfd-398b-4c11-9b06-8cc2f573fbef), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.385136 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd5aa4-6943-4490-9396-3d6bc5ac1036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9529d47f-c9fe-47f5-bc26-911ee3498c30,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:27.394497 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d9fd5aa4-6943-4490-9396-3d6bc5ac1036 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=565e586f3c104cde8a0615a277ebe146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5882266 May 11 21:06:27.401408 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45560) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:27.420848 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-792d39ea-39bc-4cf6-848f-2efb73ec14c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7b3eba7595a4108b4edaaa04cf47e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5284624 May 11 21:06:27.432245 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45564) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:27.446641 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d39ea-39bc-4cf6-848f-2efb73ec14c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de840bfd-398b-4c11-9b06-8cc2f573fbef,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:27.481891 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05c897a4-4bfd-4bde-b0a0-761f99bdef3d admin admin] Publish callbacks [] for security_group (9529d47f-c9fe-47f5-bc26-911ee3498c30), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.497376 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d268ead0-5599-47a5-bc05-6b271006e0ba req-a6fbff84-1101-4a6c-acd5-76030076e240 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753111 May 11 21:06:27.506455 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05c897a4-4bfd-4bde-b0a0-761f99bdef3d admin admin] Publish callbacks [] for security_group (9529d47f-c9fe-47f5-bc26-911ee3498c30), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.625762 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05c897a4-4bfd-4bde-b0a0-761f99bdef3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (9529d47f-c9fe-47f5-bc26-911ee3498c30), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.628341 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-05c897a4-4bfd-4bde-b0a0-761f99bdef3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.631908 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-05c897a4-4bfd-4bde-b0a0-761f99bdef3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9529d47f-c9fe-47f5-bc26-911ee3498c30 HTTP/1.1" status: 204 len: 168 time: 0.2271972 May 11 21:06:27.638435 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c897a4-4bfd-4bde-b0a0-761f99bdef3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9529d47f-c9fe-47f5-bc26-911ee3498c30,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:27.821929 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-51a2db1a-7546-4e16-bd63-9509625343c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:27.823398 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-51a2db1a-7546-4e16-bd63-9509625343c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 919 time: 0.4654024 May 11 21:06:27.831143 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30043bac-2221-428c-9c8d-66bca208676f admin admin] Publish callbacks [] for security_group (de840bfd-398b-4c11-9b06-8cc2f573fbef), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.906537 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-92f48e07-2465-4686-8c00-09005ce614f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 HTTP/1.1" status: 200 len: 217 time: 0.0571327 May 11 21:06:27.909775 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30043bac-2221-428c-9c8d-66bca208676f admin admin] Publish callbacks [] for security_group (de840bfd-398b-4c11-9b06-8cc2f573fbef), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.927970 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea81f8a9-7d42-4c3a-be19-8273b87c62ea {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:06:27.938943 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Publish callbacks [] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:27.992554 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Transition to ACTIVE for port object ea81f8a9-7d42-4c3a-be19-8273b87c62ea will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:06:28.001500 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-89ce29b7-361d-4cb9-b478-b00745403a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:28.003010 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-89ce29b7-361d-4cb9-b478-b00745403a4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0839953 May 11 21:06:28.053068 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-43f8270a-50f8-420a-8fe7-9d6b28b85af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:28.054530 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-43f8270a-50f8-420a-8fe7-9d6b28b85af8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445516 May 11 21:06:28.092401 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.166771 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30043bac-2221-428c-9c8d-66bca208676f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (de840bfd-398b-4c11-9b06-8cc2f573fbef), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.169183 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30043bac-2221-428c-9c8d-66bca208676f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.172689 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-30043bac-2221-428c-9c8d-66bca208676f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de840bfd-398b-4c11-9b06-8cc2f573fbef HTTP/1.1" status: 204 len: 168 time: 0.7371736 May 11 21:06:28.193184 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Pushing event updated for resources: {'Port': ['ID=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:28.197734 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30043bac-2221-428c-9c8d-66bca208676f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de840bfd-398b-4c11-9b06-8cc2f573fbef,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:28.240412 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-38a98115-7dca-42be-ab17-e7639afc612d service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737595 May 11 21:06:28.322841 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45580) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:28.336919 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-675b9a80-cb86-44ac-96b2-10e1354e0e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.398954 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Attempting to bind port ea81f8a9-7d42-4c3a-be19-8273b87c62ea on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:06:28.398954 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Attempting to bind port ea81f8a9-7d42-4c3a-be19-8273b87c62ea by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'e4ca29c1-93a7-4019-8d86-53e9df4475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:06:28.398954 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Attempting to bind port ea81f8a9-7d42-4c3a-be19-8273b87c62ea on network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:28.422259 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Port ea81f8a9-7d42-4c3a-be19-8273b87c62ea on network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:06:28.422503 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Attempting to bind port ea81f8a9-7d42-4c3a-be19-8273b87c62ea on network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:28.436018 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-675b9a80-cb86-44ac-96b2-10e1354e0e1c admin admin] Publish callbacks [] for security_group (ad55542e-0f25-4211-92ec-1e6fe57663a8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.438054 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:06:28.438390 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Checking segment: {'id': 'e4ca29c1-93a7-4019-8d86-53e9df4475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:06:28.438817 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Bound using segment: {'id': 'e4ca29c1-93a7-4019-8d86-53e9df4475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:06:28.439241 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Bound port: ea81f8a9-7d42-4c3a-be19-8273b87c62ea, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ca29c1-93a7-4019-8d86-53e9df4475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:06:28.439593 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.469260 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30da95-419a-4444-bdd5-493719fb76c8 req-64f0b287-73df-494f-ae33-620378f6a9d4 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:28.470762 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d30da95-419a-4444-bdd5-493719fb76c8 req-64f0b287-73df-494f-ae33-620378f6a9d4 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 944 time: 0.0974810 May 11 21:06:28.474230 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cbba02c7-9fb8-41fb-8d15-66b943112848 req-49c146c0-49cb-4c2c-b1c5-fee1037670c2 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131197 May 11 21:06:28.563332 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d30da95-419a-4444-bdd5-493719fb76c8 req-059e79cb-4ecb-4f84-86b1-374dd8423d88 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866849 May 11 21:06:28.564518 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] For port ea81f8a9-7d42-4c3a-be19-8273b87c62ea, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:06:28.568476 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] For port ea81f8a9-7d42-4c3a-be19-8273b87c62ea, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,segment=NetworkSegment(e4ca29c1-93a7-4019-8d86-53e9df4475d8),segment_id=e4ca29c1-93a7-4019-8d86-53e9df4475d8)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:06:28.580022 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-675b9a80-cb86-44ac-96b2-10e1354e0e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (ad55542e-0f25-4211-92ec-1e6fe57663a8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.633568 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45592) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:28.633778 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-675b9a80-cb86-44ac-96b2-10e1354e0e1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a42ea8db417430083432b6b216aae6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097453 May 11 21:06:28.637430 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b9a80-cb86-44ac-96b2-10e1354e0e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad55542e-0f25-4211-92ec-1e6fe57663a8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:28.660932 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.753717 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:28.754339 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.755731 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] 10.222.0.70 "PUT /v2.0/ports/ea81f8a9-7d42-4c3a-be19-8273b87c62ea HTTP/1.1" status: 200 len: 1094 time: 1.7814324 May 11 21:06:28.756169 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f429e01f-413f-41bc-baf7-e72ed484c480', 'tag': 'ea81f8a9-7d42-4c3a-be19-8273b87c62ea'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:06:28.758419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd257ff0-c12d-4ef1-aad5-a4cdbc99e4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f429e01f-413f-41bc-baf7-e72ed484c480", "tag": "ea81f8a9-7d42-4c3a-be19-8273b87c62ea"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:06:28.788244 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90927da1-af69-4310-8b4f-f6c64c0f5524 req-fa636bc8-1b3a-403c-a59b-42cdd2d6a727 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:28.789864 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-90927da1-af69-4310-8b4f-f6c64c0f5524 req-fa636bc8-1b3a-403c-a59b-42cdd2d6a727 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.1260839 May 11 21:06:28.794804 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d2468-c753-4c64-8759-763d7366d080 service neutron] Pushing event updated for resources: {'Port': ['ID=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:28.814757 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-41a284e5-29a6-4b65-b93b-fcf3de5dbcd0 admin admin] Publish callbacks [] for security_group (ad55542e-0f25-4211-92ec-1e6fe57663a8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.856654 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-41a284e5-29a6-4b65-b93b-fcf3de5dbcd0 admin admin] Publish callbacks [] for security_group (ad55542e-0f25-4211-92ec-1e6fe57663a8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:28.873729 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-90927da1-af69-4310-8b4f-f6c64c0f5524 req-3724d751-b05a-497b-8864-309e4a217b13 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711405 May 11 21:06:28.916360 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff36a8be-0fbc-4949-be79-068353a2308d x-openstack-request-id: req-ff36a8be-0fbc-4949-be79-068353a2308d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:06:28.916615 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f429e01f-413f-41bc-baf7-e72ed484c480", "tag": "ea81f8a9-7d42-4c3a-be19-8273b87c62ea", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:06:28.931320 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff36a8be-0fbc-4949-be79-068353a2308d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:06:28.931320 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff36a8be-0fbc-4949-be79-068353a2308d'] response: {'name': 'network-changed', 'server_uuid': 'f429e01f-413f-41bc-baf7-e72ed484c480', 'tag': 'ea81f8a9-7d42-4c3a-be19-8273b87c62ea', 'status': 'completed', 'code': 200} May 11 21:06:28.979325 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd257ff0-c12d-4ef1-aad5-a4cdbc99e4e3 req-8ac2e965-f0d8-4b68-8e52-c339ea700120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:28.979325 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fd257ff0-c12d-4ef1-aad5-a4cdbc99e4e3 req-8ac2e965-f0d8-4b68-8e52-c339ea700120 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=98ca4d11f5b5459a93b0f97cbfcdc3a2&device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 1128 time: 0.0378678 May 11 21:06:29.032721 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-41a284e5-29a6-4b65-b93b-fcf3de5dbcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (ad55542e-0f25-4211-92ec-1e6fe57663a8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:29.035318 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-41a284e5-29a6-4b65-b93b-fcf3de5dbcd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:29.036453 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-41a284e5-29a6-4b65-b93b-fcf3de5dbcd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad55542e-0f25-4211-92ec-1e6fe57663a8 HTTP/1.1" status: 204 len: 168 time: 0.4003627 May 11 21:06:29.075969 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a284e5-29a6-4b65-b93b-fcf3de5dbcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad55542e-0f25-4211-92ec-1e6fe57663a8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:29.114669 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd257ff0-c12d-4ef1-aad5-a4cdbc99e4e3 req-79799134-2735-4f9e-9831-c2bc17293002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:29.122212 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fd257ff0-c12d-4ef1-aad5-a4cdbc99e4e3 req-79799134-2735-4f9e-9831-c2bc17293002 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=98ca4d11f5b5459a93b0f97cbfcdc3a2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1215146 May 11 21:06:29.238116 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd257ff0-c12d-4ef1-aad5-a4cdbc99e4e3 req-c64e676f-aba2-4a5b-9565-dd3045345fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:29.238116 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fd257ff0-c12d-4ef1-aad5-a4cdbc99e4e3 req-c64e676f-aba2-4a5b-9565-dd3045345fda service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036038 May 11 21:06:29.313942 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-acf8f3a6-53c7-4d73-93ae-6ee0871fac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:29.315499 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-acf8f3a6-53c7-4d73-93ae-6ee0871fac6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=98ca4d11f5b5459a93b0f97cbfcdc3a2&device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 1128 time: 0.0413611 May 11 21:06:29.372069 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-835b510d-07bb-4610-b2f3-3a8df71836d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea81f8a9-7d42-4c3a-be19-8273b87c62ea HTTP/1.1" status: 200 len: 217 time: 0.0384998 May 11 21:06:29.424247 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-8a5c4d06-9353-42ac-9844-fb6cadd2051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:29.425715 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-8a5c4d06-9353-42ac-9844-fb6cadd2051f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=522c54eb-5e47-4cf4-ba13-c55837c37f07 HTTP/1.1" status: 200 len: 849 time: 0.0467501 May 11 21:06:29.459252 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-e0bf02e2-5176-4730-a1bf-3f2554b8c78a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed3efa9c-f23b-412c-a6d2-b3886e3eb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255089 May 11 21:06:29.557950 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-180510cf-be7c-4384-8d64-d0faf5f6f6c7 service neutron] 10.222.0.70 "GET /v2.0/networks/ed3efa9c-f23b-412c-a6d2-b3886e3eb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881264 May 11 21:06:29.665750 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d86828-e7df-406d-b7a8-8ba36bd4c576 req-2f9773bc-97a4-42a2-8cf0-cbf381da7cf1 service neutron] 10.222.0.70 "GET /v2.0/networks/ed3efa9c-f23b-412c-a6d2-b3886e3eb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007171 May 11 21:06:29.703338 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357993b-c217-421a-858e-a2cbdeef3b10 req-b02656d7-16b0-46fe-ac6d-51d438a44e75 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:29.704896 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4357993b-c217-421a-858e-a2cbdeef3b10 req-b02656d7-16b0-46fe-ac6d-51d438a44e75 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 944 time: 0.0532615 May 11 21:06:29.753935 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4357993b-c217-421a-858e-a2cbdeef3b10 req-c69d7845-c7b1-45c1-8b5f-f0ffa9e940d1 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 May 11 21:06:29.999347 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2b266-f7ad-45fc-8991-023337a614a8 req-82aa6220-c91d-49a0-9f86-0d439f3a7bfc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:30.000768 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7be2b266-f7ad-45fc-8991-023337a614a8 req-82aa6220-c91d-49a0-9f86-0d439f3a7bfc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0502882 May 11 21:06:30.004362 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45616) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:30.029590 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-73188f27-0b93-49bb-bf90-4e03388edced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:30.076976 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7be2b266-f7ad-45fc-8991-023337a614a8 req-7050cfe0-707c-4eb5-a64c-5b7f59dd40f3 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662498 May 11 21:06:30.129132 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-73188f27-0b93-49bb-bf90-4e03388edced admin admin] Publish callbacks [] for security_group (d8647b26-7900-41e3-ac12-737d0f017b3d), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:30.211449 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-73188f27-0b93-49bb-bf90-4e03388edced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d8647b26-7900-41e3-ac12-737d0f017b3d), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:30.253173 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-73188f27-0b93-49bb-bf90-4e03388edced admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5399fde44ebd4a2583d96b0763454dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476697 May 11 21:06:30.255261 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73188f27-0b93-49bb-bf90-4e03388edced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8647b26-7900-41e3-ac12-737d0f017b3d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:30.255974 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45620) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:30.305408 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffadc8c3-ee7a-46e3-aa33-35b56e97fa39 admin admin] Publish callbacks [] for security_group (d8647b26-7900-41e3-ac12-737d0f017b3d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:30.329939 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffadc8c3-ee7a-46e3-aa33-35b56e97fa39 admin admin] Publish callbacks [] for security_group (d8647b26-7900-41e3-ac12-737d0f017b3d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:30.454584 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffadc8c3-ee7a-46e3-aa33-35b56e97fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d8647b26-7900-41e3-ac12-737d0f017b3d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:30.457382 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ffadc8c3-ee7a-46e3-aa33-35b56e97fa39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:30.458611 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ffadc8c3-ee7a-46e3-aa33-35b56e97fa39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8647b26-7900-41e3-ac12-737d0f017b3d HTTP/1.1" status: 204 len: 168 time: 0.2016461 May 11 21:06:30.466654 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadc8c3-ee7a-46e3-aa33-35b56e97fa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8647b26-7900-41e3-ac12-737d0f017b3d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:30.885841 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94a0dd-3de2-4433-896d-9e9e725aac98 req-aa2b14c2-fe15-4856-bd23-9f22961ce25f tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:30.887653 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c94a0dd-3de2-4433-896d-9e9e725aac98 req-aa2b14c2-fe15-4856-bd23-9f22961ce25f tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 944 time: 0.0610824 May 11 21:06:30.943410 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8c94a0dd-3de2-4433-896d-9e9e725aac98 req-bf1bbffe-70b9-48e7-b3e3-fbffb6c3796c tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500677 May 11 21:06:31.334586 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d67dd-bb48-4745-b636-e5b42911da0a req-75f26faf-8d67-406f-b9fc-4d77d1bad9ea tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:31.336099 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8b0d67dd-bb48-4745-b636-e5b42911da0a req-75f26faf-8d67-406f-b9fc-4d77d1bad9ea tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0463324 May 11 21:06:31.394127 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8b0d67dd-bb48-4745-b636-e5b42911da0a req-bf563e17-0ab9-43c4-9b82-cc5e32a42a66 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517817 May 11 21:06:32.061559 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c3577-7102-439d-bfc5-b26b5e332ea3 req-3cb533cc-7ef6-4a03-94d6-82866bdc2099 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:32.063690 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-458c3577-7102-439d-bfc5-b26b5e332ea3 req-3cb533cc-7ef6-4a03-94d6-82866bdc2099 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 944 time: 0.0490685 May 11 21:06:32.113381 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-458c3577-7102-439d-bfc5-b26b5e332ea3 req-02443e4d-04b4-4484-95ca-1b0a5b7dffdd tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442698 May 11 21:06:32.346801 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device ea81f8a9-7d42-4c3a-be19-8273b87c62ea details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:06:32.457984 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port ea81f8a9-7d42-4c3a-be19-8273b87c62ea, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,segment=NetworkSegment(e4ca29c1-93a7-4019-8d86-53e9df4475d8),segment_id=e4ca29c1-93a7-4019-8d86-53e9df4475d8)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:32.471157 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'ea81f8a9-7d42-4c3a-be19-8273b87c62ea', 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354', 'port_id': 'ea81f8a9-7d42-4c3a-be19-8273b87c62ea', 'mac_address': 'fa:16:3e:63:ee:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522c54eb-5e47-4cf4-ba13-c55837c37f07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:06:32.511955 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port ea81f8a9-7d42-4c3a-be19-8273b87c62ea is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:32.512360 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:32.517109 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa743bed-e61a-4f53-8eea-41df5290651e req-f5dde99b-9960-48e9-abce-2e29fe681879 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:32.521993 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa743bed-e61a-4f53-8eea-41df5290651e req-f5dde99b-9960-48e9-abce-2e29fe681879 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0597966 May 11 21:06:32.526530 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea81f8a9-7d42-4c3a-be19-8273b87c62ea {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:06:32.559984 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port ea81f8a9-7d42-4c3a-be19-8273b87c62ea, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,segment=NetworkSegment(e4ca29c1-93a7-4019-8d86-53e9df4475d8),segment_id=e4ca29c1-93a7-4019-8d86-53e9df4475d8)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:32.569425 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fa743bed-e61a-4f53-8eea-41df5290651e req-8e6c92a5-e7a9-4ce0-9d40-63c302f8614d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441649 May 11 21:06:32.685442 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:32.735242 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:32.985790 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['ea81f8a9-7d42-4c3a-be19-8273b87c62ea'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:06:33.224127 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d1fda-6af6-49a5-83b3-47f073997f64 req-e81c103b-d959-449c-9498-f852757e4e42 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:33.225639 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf7d1fda-6af6-49a5-83b3-47f073997f64 req-e81c103b-d959-449c-9498-f852757e4e42 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 945 time: 0.0454180 May 11 21:06:33.270376 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf7d1fda-6af6-49a5-83b3-47f073997f64 req-2167bcff-28e6-4c1a-9345-68ef8f9b9742 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 May 11 21:06:33.678610 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16efd-423e-4651-bbd8-d6d4490a48f3 req-b3b35b5a-ea7e-43af-9441-879d21f60b0e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:33.680054 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2e16efd-423e-4651-bbd8-d6d4490a48f3 req-b3b35b5a-ea7e-43af-9441-879d21f60b0e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0453043 May 11 21:06:33.729521 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2e16efd-423e-4651-bbd8-d6d4490a48f3 req-805ed1b2-464a-4e9e-b92f-dd38ac74760e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 May 11 21:06:34.354473 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device ea81f8a9-7d42-4c3a-be19-8273b87c62ea up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:06:34.388888 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859b263-2669-47b5-ae88-8bb5d30ea485 req-79025cc2-39b2-4623-8a53-53c1669bb035 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:34.390395 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5859b263-2669-47b5-ae88-8bb5d30ea485 req-79025cc2-39b2-4623-8a53-53c1669bb035 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 945 time: 0.0535722 May 11 21:06:34.402364 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port ea81f8a9-7d42-4c3a-be19-8273b87c62ea completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:06:34.438914 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5859b263-2669-47b5-ae88-8bb5d30ea485 req-48b3c694-2432-457f-83fd-3a24ce597d73 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 May 11 21:06:34.551363 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port ea81f8a9-7d42-4c3a-be19-8273b87c62ea triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:34.551363 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:34.635749 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port ea81f8a9-7d42-4c3a-be19-8273b87c62ea is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:34.636138 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:34.662573 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f429e01f-413f-41bc-baf7-e72ed484c480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea81f8a9-7d42-4c3a-be19-8273b87c62ea'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:06:34.664802 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028b7f23-e0f8-4566-8354-1970c9d1a741" -d '{"events": [{"server_uuid": "f429e01f-413f-41bc-baf7-e72ed484c480", "name": "network-vif-plugged", "status": "completed", "tag": "ea81f8a9-7d42-4c3a-be19-8273b87c62ea"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:06:34.677018 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port ea81f8a9-7d42-4c3a-be19-8273b87c62ea, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,segment=NetworkSegment(e4ca29c1-93a7-4019-8d86-53e9df4475d8),segment_id=e4ca29c1-93a7-4019-8d86-53e9df4475d8)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:34.699451 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1eabb6-8de8-4176-97b7-f37460c55d0b x-openstack-request-id: req-6c1eabb6-8de8-4176-97b7-f37460c55d0b {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:06:34.699769 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f429e01f-413f-41bc-baf7-e72ed484c480", "name": "network-vif-plugged", "status": "completed", "tag": "ea81f8a9-7d42-4c3a-be19-8273b87c62ea", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:06:34.700034 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c1eabb6-8de8-4176-97b7-f37460c55d0b {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:06:34.700432 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1eabb6-8de8-4176-97b7-f37460c55d0b'] response: {'server_uuid': 'f429e01f-413f-41bc-baf7-e72ed484c480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea81f8a9-7d42-4c3a-be19-8273b87c62ea', 'code': 200} May 11 21:06:34.797837 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:34.860219 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:34.875491 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2d096-ddfc-4635-9e29-2077f7621735 req-50167e43-9aad-4b54-a597-8ac4ccacd8ab tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:34.876957 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bb2d096-ddfc-4635-9e29-2077f7621735 req-50167e43-9aad-4b54-a597-8ac4ccacd8ab tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0715389 May 11 21:06:34.925860 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bb2d096-ddfc-4635-9e29-2077f7621735 req-df3b4d66-0a96-4ad5-a827-2c8a0209d131 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 May 11 21:06:35.043558 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3edff3-dd06-4e64-89a9-a14cc73fd747 req-83c46fd5-622c-4754-b883-c1f19493d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:35.045069 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a3edff3-dd06-4e64-89a9-a14cc73fd747 req-83c46fd5-622c-4754-b883-c1f19493d16d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 1130 time: 0.0461314 May 11 21:06:35.094656 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a3edff3-dd06-4e64-89a9-a14cc73fd747 req-ab43e495-7996-47f5-b9db-5e29a9239cc6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 May 11 21:06:35.116565 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c84e4-6632-43d3-9d5a-a81440f7c0e7 req-4ce37305-3d2e-4547-9dd1-1df9bc7bd0d7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:35.118116 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e51c84e4-6632-43d3-9d5a-a81440f7c0e7 req-4ce37305-3d2e-4547-9dd1-1df9bc7bd0d7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0530889 May 11 21:06:35.164981 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e51c84e4-6632-43d3-9d5a-a81440f7c0e7 req-f3137f2f-9b72-468b-ad26-3c36927e8654 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411170 May 11 21:06:35.552651 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc384ef-bfd9-488a-92a6-eeeb6b7ba2ca req-fa72e91e-02e7-4772-9662-5a1d1820e689 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:35.554127 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7bc384ef-bfd9-488a-92a6-eeeb6b7ba2ca req-fa72e91e-02e7-4772-9662-5a1d1820e689 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 946 time: 0.0456018 May 11 21:06:35.599956 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7bc384ef-bfd9-488a-92a6-eeeb6b7ba2ca req-d68bb0de-58b2-4276-beeb-0679298c19b8 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402565 May 11 21:06:36.043113 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5dc97-d4cb-4fd1-9184-6137e58eea92 req-5870d14b-2d67-47c2-b08e-2019fe14a66b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:36.044615 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cae5dc97-d4cb-4fd1-9184-6137e58eea92 req-5870d14b-2d67-47c2-b08e-2019fe14a66b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0530872 May 11 21:06:36.091484 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cae5dc97-d4cb-4fd1-9184-6137e58eea92 req-38ac0491-2ac0-409d-8c7b-476a514008bf tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 May 11 21:06:36.283741 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d0bda-866d-4ecd-a8f0-24dcf0251fb7 req-3e8da86b-dc2d-40a0-96dd-4a514418f977 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:36.285187 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d60d0bda-866d-4ecd-a8f0-24dcf0251fb7 req-3e8da86b-dc2d-40a0-96dd-4a514418f977 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0458014 May 11 21:06:36.334514 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d60d0bda-866d-4ecd-a8f0-24dcf0251fb7 req-b3042c9d-47c2-48ca-8731-1dfd494e4a33 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435953 May 11 21:06:36.708832 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45798) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:36.727607 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948dd54-e7c7-4ea6-af5f-87a04ae3de77 req-08a769bb-4a8d-41de-8534-c2aa81398fcd tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:36.729125 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c948dd54-e7c7-4ea6-af5f-87a04ae3de77 req-08a769bb-4a8d-41de-8534-c2aa81398fcd tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 946 time: 0.0559821 May 11 21:06:36.786155 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c948dd54-e7c7-4ea6-af5f-87a04ae3de77 req-4fac6447-0301-4c31-a9c0-88e13279e91e tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512760 May 11 21:06:36.818824 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43ffd139-ce16-4d1e-bf79-9c95e7de41e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:36.892579 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43ffd139-ce16-4d1e-bf79-9c95e7de41e3 admin admin] Publish callbacks [] for security_group (c78ca03c-3431-44f7-b5c7-3dec20c1dea2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:36.973983 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43ffd139-ce16-4d1e-bf79-9c95e7de41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (c78ca03c-3431-44f7-b5c7-3dec20c1dea2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:37.013898 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-43ffd139-ce16-4d1e-bf79-9c95e7de41e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f528eb1c964c40a88fee13acb543a773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035607 May 11 21:06:37.014791 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffd139-ce16-4d1e-bf79-9c95e7de41e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78ca03c-3431-44f7-b5c7-3dec20c1dea2,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:37.017439 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45802) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:37.066998 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c1034b3-66d3-4776-86c9-6ecb01befc29 admin admin] Publish callbacks [] for security_group (c78ca03c-3431-44f7-b5c7-3dec20c1dea2), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:37.089774 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c1034b3-66d3-4776-86c9-6ecb01befc29 admin admin] Publish callbacks [] for security_group (c78ca03c-3431-44f7-b5c7-3dec20c1dea2), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:37.213336 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0ce99-f066-4661-aa66-f315aaffb14a req-136decba-d29f-4267-bdbc-db7a981f379b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:37.215010 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65f0ce99-f066-4661-aa66-f315aaffb14a req-136decba-d29f-4267-bdbc-db7a981f379b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0498476 May 11 21:06:37.231703 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c1034b3-66d3-4776-86c9-6ecb01befc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (c78ca03c-3431-44f7-b5c7-3dec20c1dea2), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:37.234328 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c1034b3-66d3-4776-86c9-6ecb01befc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:37.236078 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2c1034b3-66d3-4776-86c9-6ecb01befc29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c78ca03c-3431-44f7-b5c7-3dec20c1dea2 HTTP/1.1" status: 204 len: 168 time: 0.2166593 May 11 21:06:37.245256 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1034b3-66d3-4776-86c9-6ecb01befc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78ca03c-3431-44f7-b5c7-3dec20c1dea2,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:37.266982 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65f0ce99-f066-4661-aa66-f315aaffb14a req-6b272deb-42b0-44fa-b17d-4d80ce69a128 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 May 11 21:06:37.456445 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db89aad-d655-4d7f-a963-010a380686fb req-1e1764a8-6ddd-4d7e-b734-ba4d9d7f2d30 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:37.458006 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1db89aad-d655-4d7f-a963-010a380686fb req-1e1764a8-6ddd-4d7e-b734-ba4d9d7f2d30 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0521693 May 11 21:06:37.505719 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1db89aad-d655-4d7f-a963-010a380686fb req-f3ef33ca-4257-4b8c-9f53-1b96d151223f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423160 May 11 21:06:37.903260 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafd158-f11f-469a-be69-8dd9dcad6d72 req-6a246f46-a976-4b1f-96b7-274ee1f029fb tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:37.904710 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fdafd158-f11f-469a-be69-8dd9dcad6d72 req-6a246f46-a976-4b1f-96b7-274ee1f029fb tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 946 time: 0.0500309 May 11 21:06:37.951675 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fdafd158-f11f-469a-be69-8dd9dcad6d72 req-ec82082a-96a4-42eb-897a-3382932dc159 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407488 May 11 21:06:38.386619 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0413c-8ece-40a7-8472-7c3964ad37fb req-d116f593-66ef-448a-8f39-f9c689c23c38 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:38.388189 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b0f0413c-8ece-40a7-8472-7c3964ad37fb req-d116f593-66ef-448a-8f39-f9c689c23c38 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0507188 May 11 21:06:38.437726 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b0f0413c-8ece-40a7-8472-7c3964ad37fb req-0ad14c84-5fcc-4121-b693-8e7cbdfe431e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414820 May 11 21:06:38.632847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed468a7-e4c2-4187-b578-976788fd984e req-41f661c9-fedf-4501-9a75-eef978a0c92e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:38.634362 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aed468a7-e4c2-4187-b578-976788fd984e req-41f661c9-fedf-4501-9a75-eef978a0c92e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0525239 May 11 21:06:38.693187 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aed468a7-e4c2-4187-b578-976788fd984e req-2b1be38a-c308-4b81-ae34-6ecc297e0aa3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532033 May 11 21:06:39.292012 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45884) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:39.296777 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-e538f23d-d3f4-4af5-ab02-a91a7b41ed64 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926818683', 'description': 'tempest-description--1024075465'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:39.473943 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e538f23d-d3f4-4af5-ab02-a91a7b41ed64 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:39.573995 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75e748-8565-42f1-813c-ef18285ee092 req-32c23e17-d857-4b6a-95c3-cc0c485050b9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:39.575834 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff75e748-8565-42f1-813c-ef18285ee092 req-32c23e17-d857-4b6a-95c3-cc0c485050b9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0723534 May 11 21:06:39.608985 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e538f23d-d3f4-4af5-ab02-a91a7b41ed64 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (5d660e7e-49a0-4062-907b-b7a3abf5fbcd), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:39.613323 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79821cea-df4f-4b4b-88b1-2840a05b18ab req-d20baeb9-c5b8-450b-a894-1aa2a2bb9b19 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:39.621403 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79821cea-df4f-4b4b-88b1-2840a05b18ab req-d20baeb9-c5b8-450b-a894-1aa2a2bb9b19 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 946 time: 0.0636837 May 11 21:06:39.640607 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff75e748-8565-42f1-813c-ef18285ee092 req-4cfaba8f-1da2-44cb-9b0c-d5465bafaff2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578129 May 11 21:06:39.673913 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e538f23d-d3f4-4af5-ab02-a91a7b41ed64 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5d660e7e-49a0-4062-907b-b7a3abf5fbcd), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:39.676525 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79821cea-df4f-4b4b-88b1-2840a05b18ab req-8c6b372f-3169-42a7-ab84-6060a00bb84d tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540731 May 11 21:06:39.709656 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538f23d-d3f4-4af5-ab02-a91a7b41ed64 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d660e7e-49a0-4062-907b-b7a3abf5fbcd,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:39.778020 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e538f23d-d3f4-4af5-ab02-a91a7b41ed64 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:39.781919 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e538f23d-d3f4-4af5-ab02-a91a7b41ed64 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4861989 May 11 21:06:39.782376 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 45908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:39.788561 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f5003261-1748-4f8f-b722-06cb0c859328 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group_rule': {'security_group_id': '5d660e7e-49a0-4062-907b-b7a3abf5fbcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:39.812643 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990ec0-6068-45ea-adc8-03f5648d35ac req-55d21d0f-2e06-4eac-83f1-cd8d92c7a9b5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:39.814611 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc990ec0-6068-45ea-adc8-03f5648d35ac req-55d21d0f-2e06-4eac-83f1-cd8d92c7a9b5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0502617 May 11 21:06:39.865080 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc990ec0-6068-45ea-adc8-03f5648d35ac req-491abe83-a250-4b40-803b-45097768e0ee tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443373 May 11 21:06:39.910217 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5003261-1748-4f8f-b722-06cb0c859328 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (0b8561d7-c625-4359-89c5-71e50220e74f), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:39.966618 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5003261-1748-4f8f-b722-06cb0c859328 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (0b8561d7-c625-4359-89c5-71e50220e74f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:39.980022 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e067908c-b7b9-409c-b6ab-05fbb3361690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:40.087891 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5003261-1748-4f8f-b722-06cb0c859328 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (0b8561d7-c625-4359-89c5-71e50220e74f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:40.109917 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5003261-1748-4f8f-b722-06cb0c859328 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8561d7-c625-4359-89c5-71e50220e74f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:40.198261 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f5003261-1748-4f8f-b722-06cb0c859328 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:40.199490 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f5003261-1748-4f8f-b722-06cb0c859328 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4159596 May 11 21:06:40.202289 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45914) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:40.206685 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-f372f688-3fc9-4071-a0fe-fdf5084925da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group_rule': {'security_group_id': '5d660e7e-49a0-4062-907b-b7a3abf5fbcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:40.311746 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f372f688-3fc9-4071-a0fe-fdf5084925da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (8dbcff5f-a5d4-48f4-92d1-7ece5bc236e9), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:40.356081 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f372f688-3fc9-4071-a0fe-fdf5084925da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (8dbcff5f-a5d4-48f4-92d1-7ece5bc236e9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:40.496681 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f372f688-3fc9-4071-a0fe-fdf5084925da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (8dbcff5f-a5d4-48f4-92d1-7ece5bc236e9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:40.514680 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372f688-3fc9-4071-a0fe-fdf5084925da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbcff5f-a5d4-48f4-92d1-7ece5bc236e9,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:40.613447 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f372f688-3fc9-4071-a0fe-fdf5084925da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:40.614705 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f372f688-3fc9-4071-a0fe-fdf5084925da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4114203 May 11 21:06:40.617791 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 45920) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:40.621981 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:40.704608 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:40.816334 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:40.901663 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eead8b-e40d-4057-ab17-3d6952b2a974 req-b0303ba1-bd63-4d8d-9e81-51e5a9fed0d5 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:40.903049 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-27eead8b-e40d-4057-ab17-3d6952b2a974 req-b0303ba1-bd63-4d8d-9e81-51e5a9fed0d5 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 946 time: 0.0995057 May 11 21:06:40.918845 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095cea-68ab-4706-a6a4-b72d15de7770 req-868b3264-55a5-4e69-8ada-38d8d65033c9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:40.920506 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-28095cea-68ab-4706-a6a4-b72d15de7770 req-868b3264-55a5-4e69-8ada-38d8d65033c9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0482748 May 11 21:06:40.975887 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-28095cea-68ab-4706-a6a4-b72d15de7770 req-a0e4231e-cbba-4796-bc6e-2b026687208d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492070 May 11 21:06:41.004301 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-27eead8b-e40d-4057-ab17-3d6952b2a974 req-d7876381-736c-4002-9508-e1ae24b2d3a5 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940495 May 11 21:06:41.029433 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Allocated IP 172.27.3.194 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/6c89d63a-65c7-409f-9d12-36b5c9d3fa18) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:06:41.096866 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80d191-5b2f-413d-9860-7b22bc0b3a2f req-5f798939-69ae-4ba1-8aec-8dfb1e8d496d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:41.098569 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e80d191-5b2f-413d-9860-7b22bc0b3a2f req-5f798939-69ae-4ba1-8aec-8dfb1e8d496d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0503552 May 11 21:06:41.146754 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e80d191-5b2f-413d-9860-7b22bc0b3a2f req-8279a595-9a32-4ee1-ae57-e32e815a1b17 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424929 May 11 21:06:41.149379 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-49817198-9f6c-4e6e-8652-34bdd3534425 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:41.150865 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-49817198-9f6c-4e6e-8652-34bdd3534425 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.70 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 946 time: 0.0532627 May 11 21:06:41.201302 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (6c89d63a-65c7-409f-9d12-36b5c9d3fa18), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:41.267496 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-5cab8aab-7714-40e0-a70d-c39a46dfdb1b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Deleting port ea81f8a9-7d42-4c3a-be19-8273b87c62ea {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:06:41.267832 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-5cab8aab-7714-40e0-a70d-c39a46dfdb1b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:41.357157 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-5cab8aab-7714-40e0-a70d-c39a46dfdb1b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] For port ea81f8a9-7d42-4c3a-be19-8273b87c62ea, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,segment=NetworkSegment(e4ca29c1-93a7-4019-8d86-53e9df4475d8),segment_id=e4ca29c1-93a7-4019-8d86-53e9df4475d8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:41.357858 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-5cab8aab-7714-40e0-a70d-c39a46dfdb1b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:41.371166 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-5cab8aab-7714-40e0-a70d-c39a46dfdb1b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Calling delete_port for ea81f8a9-7d42-4c3a-be19-8273b87c62ea owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:06:41.376574 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (6c89d63a-65c7-409f-9d12-36b5c9d3fa18), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:41.451389 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:06:41.456521 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:41.458979 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:06:41.499683 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=6c89d63a-65c7-409f-9d12-36b5c9d3fa18,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:41.607572 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (2d20a69e-cc43-4501-914b-b7f91f9d33e7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:41.703651 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (6c89d63a-65c7-409f-9d12-36b5c9d3fa18), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:41.735901 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-5cab8aab-7714-40e0-a70d-c39a46dfdb1b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (ea81f8a9-7d42-4c3a-be19-8273b87c62ea), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:41.793847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab8aab-7714-40e0-a70d-c39a46dfdb1b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Pushing event deleted for resources: {'Port': ['ID=ea81f8a9-7d42-4c3a-be19-8273b87c62ea,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:41.845128 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-5cab8aab-7714-40e0-a70d-c39a46dfdb1b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] No DVR routers for this DVR port ea81f8a9-7d42-4c3a-be19-8273b87c62ea on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:06:41.847964 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-5cab8aab-7714-40e0-a70d-c39a46dfdb1b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:41.851166 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3495e8f8-6e15-4cf4-b6f9-0057d5fc406b req-5cab8aab-7714-40e0-a70d-c39a46dfdb1b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.70 "DELETE /v2.0/ports/ea81f8a9-7d42-4c3a-be19-8273b87c62ea HTTP/1.1" status: 204 len: 173 time: 0.6913996 May 11 21:06:41.852475 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f429e01f-413f-41bc-baf7-e72ed484c480', 'name': 'network-vif-deleted', 'tag': 'ea81f8a9-7d42-4c3a-be19-8273b87c62ea'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:06:41.855327 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78f25fb-d53c-448c-9769-86d8559a5e6f" -d '{"events": [{"server_uuid": "f429e01f-413f-41bc-baf7-e72ed484c480", "name": "network-vif-deleted", "tag": "ea81f8a9-7d42-4c3a-be19-8273b87c62ea"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:06:41.914148 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ea1de-c82c-49ba-91d1-79143bf87034 x-openstack-request-id: req-ac3ea1de-c82c-49ba-91d1-79143bf87034 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:06:41.914432 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f429e01f-413f-41bc-baf7-e72ed484c480", "name": "network-vif-deleted", "tag": "ea81f8a9-7d42-4c3a-be19-8273b87c62ea", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:06:41.925356 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac3ea1de-c82c-49ba-91d1-79143bf87034 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:06:41.925356 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3ea1de-c82c-49ba-91d1-79143bf87034'] response: {'server_uuid': 'f429e01f-413f-41bc-baf7-e72ed484c480', 'name': 'network-vif-deleted', 'tag': 'ea81f8a9-7d42-4c3a-be19-8273b87c62ea', 'status': 'completed', 'code': 200} May 11 21:06:41.972605 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (6c89d63a-65c7-409f-9d12-36b5c9d3fa18), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:42.052802 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (6c89d63a-65c7-409f-9d12-36b5c9d3fa18), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:42.136696 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047346-e55a-4539-b13e-cb6b6ffd4e4e req-f24bec04-7144-48f8-9e0c-847898e144a6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:42.138293 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c047346-e55a-4539-b13e-cb6b6ffd4e4e req-f24bec04-7144-48f8-9e0c-847898e144a6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0704098 May 11 21:06:42.146662 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eef326bc-ef0a-4ac6-be33-5f392f01d221 req-df09068c-4fd7-4c72-9d6d-656b1023d883 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0442238 May 11 21:06:42.147437 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=6c89d63a-65c7-409f-9d12-36b5c9d3fa18,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:42.159271 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (2d20a69e-cc43-4501-914b-b7f91f9d33e7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:42.203129 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-50a90471-7353-42a1-a9d7-a1e7cce40a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:42.216287 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c047346-e55a-4539-b13e-cb6b6ffd4e4e req-50d5e211-6a16-4895-8304-80e56e8a0ed6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699954 May 11 21:06:42.271068 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9532e-03da-4c53-8643-6aed9eee8621 req-60bbe641-5400-4217-b57a-45cdfb43cecb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:42.272541 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0cb9532e-03da-4c53-8643-6aed9eee8621 req-60bbe641-5400-4217-b57a-45cdfb43cecb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0522180 May 11 21:06:42.278219 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:42.279394 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d8a791b1-fd04-4a82-8e4b-134998960e3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6606162 May 11 21:06:42.327107 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0cb9532e-03da-4c53-8643-6aed9eee8621 req-82908cae-449c-4136-9cd9-c403471d2950 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465789 May 11 21:06:42.443729 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['ea81f8a9-7d42-4c3a-be19-8273b87c62ea'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:06:42.483328 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-d5b2de8d-7f66-415d-8b2d-25237f68007f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1926818683&fields=id&tenant_id=ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 267 time: 0.0430553 May 11 21:06:42.588654 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-404b91fb-6552-4264-9bbe-757e84e5894d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:42.590201 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-404b91fb-6552-4264-9bbe-757e84e5894d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 814 time: 0.0998919 May 11 21:06:42.605148 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-e8339fc6-eca3-4576-a081-ef303cf66b38 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/quotas/ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 375 time: 0.0090292 May 11 21:06:42.654532 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-c0f27c78-30d8-4d72-824f-712b78dd7a3f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0446103 May 11 21:06:42.747020 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-5338ff30-b4fd-4ce8-91d6-9c216d6cd84b service neutron] 10.222.0.35 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810254 May 11 21:06:42.839312 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-86a822f1-a6fc-4c0e-9803-62cd8a759f14 service neutron] 10.222.0.35 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866756 May 11 21:06:43.072424 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e5c89058-5f59-4479-92cb-54f83da85b9c req-aa7b3a5e-e760-4da3-961b-695853a66ab6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0287819 May 11 21:06:43.243556 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f83f223d-79c9-49f6-bdf9-b379fe5b6a93 req-8716090a-712d-46c2-9000-198d7526283e tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0280874 May 11 21:06:43.333182 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c9aea-afc6-4f46-9f83-d162bfce0de7 req-65a6a705-1e47-41bb-8048-f4458d118afe tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:43.334693 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b73c9aea-afc6-4f46-9f83-d162bfce0de7 req-65a6a705-1e47-41bb-8048-f4458d118afe tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0467329 May 11 21:06:43.381691 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b73c9aea-afc6-4f46-9f83-d162bfce0de7 req-af498439-4b87-4bca-b3a3-1f18b2bf2abc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 May 11 21:06:43.447235 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81ec82-3188-408b-9058-a0b8c8a891da req-40a6a1dd-a4b1-42e6-960a-c59807e0cbd0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:43.448764 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e81ec82-3188-408b-9058-a0b8c8a891da req-40a6a1dd-a4b1-42e6-960a-c59807e0cbd0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0463800 May 11 21:06:43.500378 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e81ec82-3188-408b-9058-a0b8c8a891da req-ba51caa3-701f-4245-a97b-4e5feed6ff54 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437901 May 11 21:06:43.773791 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:44.168351 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b7512370-2770-4356-8d21-8c2186ebaa62 req-5e0a5468-c32d-4c76-b23b-ca2aea6293dc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0300565 May 11 21:06:44.339487 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de31fbf7-1b28-4807-adc7-ee70b35e240d req-ece9fd77-c6ad-4476-8d98-ebdbcea0ac30 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0282278 May 11 21:06:44.493314 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb4f4-1d1e-4453-ac5f-d69339165442 req-62ddae93-93d6-4a26-a8be-70bebc439dcd tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:44.494796 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9f0fb4f4-1d1e-4453-ac5f-d69339165442 req-62ddae93-93d6-4a26-a8be-70bebc439dcd tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0467200 May 11 21:06:44.541662 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9f0fb4f4-1d1e-4453-ac5f-d69339165442 req-e0a27965-8839-44db-a304-834d1d82afd0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 May 11 21:06:44.617840 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ca280-439e-4fe5-9f76-a15f96448799 req-59e2c5b0-8a36-470d-bd2b-5e1ce6a6f49c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:44.619216 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ee2ca280-439e-4fe5-9f76-a15f96448799 req-59e2c5b0-8a36-470d-bd2b-5e1ce6a6f49c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0461874 May 11 21:06:44.665501 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ee2ca280-439e-4fe5-9f76-a15f96448799 req-04f21732-510f-4a73-a10d-cc6cfa0fb455 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404472 May 11 21:06:45.076810 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:45.261995 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7751bd40-c275-4b99-94a7-599afa8f71fa req-e02bad87-fa12-4666-9877-5013b5b47e3a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0270951 May 11 21:06:45.444632 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0b7977f7-f3fb-49b4-a8c7-f71c58712d2e req-ca44cea9-814a-4225-a91d-104a0fa2206b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0311685 May 11 21:06:45.685113 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677fe2d-10c5-4cfa-ae24-f12b10ba2ce0 req-79407a22-c5c1-4e95-b355-beebb4d35860 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:45.685113 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d677fe2d-10c5-4cfa-ae24-f12b10ba2ce0 req-79407a22-c5c1-4e95-b355-beebb4d35860 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0531657 May 11 21:06:45.713872 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d677fe2d-10c5-4cfa-ae24-f12b10ba2ce0 req-b835105c-2c9b-4e0a-b65f-f45ba2091e07 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 May 11 21:06:45.783719 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386fc6f-40d9-480c-aeaa-23863bb7dda3 req-d0a36889-3cbd-43b9-888c-4ad60c241199 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:45.785154 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4386fc6f-40d9-480c-aeaa-23863bb7dda3 req-d0a36889-3cbd-43b9-888c-4ad60c241199 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0484321 May 11 21:06:45.833664 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4386fc6f-40d9-480c-aeaa-23863bb7dda3 req-a71e7e17-4e51-40d9-8b1e-55c018d95105 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429010 May 11 21:06:46.352420 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:06:46.357200 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-15cfa1e4-d0bd-4863-b7aa-1b22a4dfdd62 req-123afdcb-5030-4d2f-a46d-4953f55af81c tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0282993 May 11 21:06:46.439473 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device ea81f8a9-7d42-4c3a-be19-8273b87c62ea no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:06:46.459757 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: ea81f8a9-7d42-4c3a-be19-8273b87c62ea {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:06:46.460042 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device ea81f8a9-7d42-4c3a-be19-8273b87c62ea not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:06:46.541902 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-abcec655-8b00-4d62-a8c0-238fd5679428 req-9783af85-e971-4ee8-950e-0a8ae43ee6a4 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0295436 May 11 21:06:46.611329 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:46.823928 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b3c58-7042-474d-aeb8-6a9c7dfc3647 req-8810e3e2-c6ef-49df-baa4-290084f8ef4d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:46.825431 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d06b3c58-7042-474d-aeb8-6a9c7dfc3647 req-8810e3e2-c6ef-49df-baa4-290084f8ef4d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0457845 May 11 21:06:46.873958 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d06b3c58-7042-474d-aeb8-6a9c7dfc3647 req-8ce89643-cd3a-46d2-bb38-ba39db72325d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 May 11 21:06:46.947809 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bd46a-1b11-4848-a838-2bf5e6e99f6b req-a7b92b7e-420c-4dbd-9bc5-fa8c52befd28 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:46.949250 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6e7bd46a-1b11-4848-a838-2bf5e6e99f6b req-a7b92b7e-420c-4dbd-9bc5-fa8c52befd28 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0454118 May 11 21:06:46.998025 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6e7bd46a-1b11-4848-a838-2bf5e6e99f6b req-31df3abd-cfa2-4a9a-9a66-88e9f699641a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424201 May 11 21:06:47.451768 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8ce5cbc7-95b6-433d-9b59-13ba7f55425e req-fb08d7a1-2dea-4d34-94e5-536f5efb2fc7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0305376 May 11 21:06:47.637060 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aa981904-6725-4a03-9d86-8cfe7a1688e4 req-4132b646-3c7d-4a63-b43e-f459acfb9e9d tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0279698 May 11 21:06:47.983093 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d84f38-e5bf-4e06-b78a-cb820b7e9e00 req-33fb034e-c284-4ce9-aaf2-6129d6ca6503 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:47.984758 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2d84f38-e5bf-4e06-b78a-cb820b7e9e00 req-33fb034e-c284-4ce9-aaf2-6129d6ca6503 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0461762 May 11 21:06:48.034858 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2d84f38-e5bf-4e06-b78a-cb820b7e9e00 req-6c707639-8c0a-4263-911f-c79ffde99158 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 May 11 21:06:48.120139 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df5b90-d10c-4b9b-8f4b-22de430d24f8 req-f0ed9516-8fd2-4d34-9741-8006e100c39f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:48.121698 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59df5b90-d10c-4b9b-8f4b-22de430d24f8 req-f0ed9516-8fd2-4d34-9741-8006e100c39f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0494385 May 11 21:06:48.169866 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59df5b90-d10c-4b9b-8f4b-22de430d24f8 req-571e4a56-38e5-4e6a-856d-da00a939e008 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417686 May 11 21:06:48.479779 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:48.544148 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-330d4f91-d1a8-40dc-a437-ccab63df5ddc req-ac3842e5-f6ea-4a82-9978-bbe1d04ef97f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0276990 May 11 21:06:48.740360 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6d615e77-d297-459b-9bde-a5c571f23b65 req-57ff41c1-4335-4f68-b517-70026495bc36 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0277026 May 11 21:06:49.147148 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffbd20-6f88-4958-8368-73d68de18790 req-187c3db1-a0cf-485d-9dc8-5845bce9af58 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:49.148727 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-15ffbd20-6f88-4958-8368-73d68de18790 req-187c3db1-a0cf-485d-9dc8-5845bce9af58 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0477622 May 11 21:06:49.201029 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-15ffbd20-6f88-4958-8368-73d68de18790 req-2f258418-8ca0-4da7-ab3f-10d86ee7610e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 May 11 21:06:49.298584 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b992bf-8a17-4c1a-9c93-4899a5cbe9a9 req-3a83ae41-8091-4430-8ba4-11c5b7ee39eb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:49.303500 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a4b992bf-8a17-4c1a-9c93-4899a5cbe9a9 req-3a83ae41-8091-4430-8ba4-11c5b7ee39eb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0566468 May 11 21:06:49.348347 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a4b992bf-8a17-4c1a-9c93-4899a5cbe9a9 req-c619c372-fe38-4a06-a4b4-208a81e1bdd3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 May 11 21:06:49.637581 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4e80735-94ad-4729-90f6-8dd9a145e2b2 req-57916d84-fd13-4b64-8bc9-73beae0179c3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0281105 May 11 21:06:49.752003 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 46128) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:49.842080 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9ff5d3f-04bb-4a7f-8c8c-f3ea748f2750 req-4713df62-7e6b-4d4e-bd8e-7f1449b47532 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0305963 May 11 21:06:49.898401 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82837be1-c464-4a79-a082-e173d753fe85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:49.972282 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82837be1-c464-4a79-a082-e173d753fe85 admin admin] Publish callbacks [] for security_group (7b10a815-b45a-4cf6-a5c9-7b7c7454f294), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:50.030373 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-82837be1-c464-4a79-a082-e173d753fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (7b10a815-b45a-4cf6-a5c9-7b7c7454f294), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:50.067223 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82837be1-c464-4a79-a082-e173d753fe85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b10a815-b45a-4cf6-a5c9-7b7c7454f294,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:50.072866 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-82837be1-c464-4a79-a082-e173d753fe85 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef22e7dbb6a1456c8fe365d9539a9016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198469 May 11 21:06:50.075584 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 46134) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:50.122845 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3e14ae4-4190-408e-aff4-814a9a2524cc admin admin] Publish callbacks [] for security_group (7b10a815-b45a-4cf6-a5c9-7b7c7454f294), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:50.146240 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3e14ae4-4190-408e-aff4-814a9a2524cc admin admin] Publish callbacks [] for security_group (7b10a815-b45a-4cf6-a5c9-7b7c7454f294), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:50.259376 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3e14ae4-4190-408e-aff4-814a9a2524cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (7b10a815-b45a-4cf6-a5c9-7b7c7454f294), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:50.261999 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d3e14ae4-4190-408e-aff4-814a9a2524cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:50.263137 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d3e14ae4-4190-408e-aff4-814a9a2524cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b10a815-b45a-4cf6-a5c9-7b7c7454f294 HTTP/1.1" status: 204 len: 168 time: 0.1866419 May 11 21:06:50.282213 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e14ae4-4190-408e-aff4-814a9a2524cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b10a815-b45a-4cf6-a5c9-7b7c7454f294,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:50.319743 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aba5e-8a33-404a-971a-ee7989c32a6f req-5341561e-964c-484c-92cf-e35ed34eac52 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:50.321653 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a3aba5e-8a33-404a-971a-ee7989c32a6f req-5341561e-964c-484c-92cf-e35ed34eac52 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0550239 May 11 21:06:50.371933 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a3aba5e-8a33-404a-971a-ee7989c32a6f req-932c8938-275e-4e5a-b886-778062cba3df tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 May 11 21:06:50.471386 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe591c-262b-4ae7-a97e-df2b0657b8e4 req-4c97a4f9-1287-4e9f-8d75-2b03cdb4e2e2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:50.472875 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3afe591c-262b-4ae7-a97e-df2b0657b8e4 req-4c97a4f9-1287-4e9f-8d75-2b03cdb4e2e2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0471177 May 11 21:06:50.522223 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3afe591c-262b-4ae7-a97e-df2b0657b8e4 req-56b08223-59c2-4b28-8e27-f477c827373c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438027 May 11 21:06:50.717952 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 46154) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:50.731802 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-63df7b8a-4cb2-4dfd-acd6-35bee4284100 req-4ad99a50-b44b-462b-80a0-b989a9c9da1f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0291736 May 11 21:06:50.822738 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90d38e67-1803-4935-9bca-09659141004e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:50.868342 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 46160) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:50.891686 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb5ba-d73e-4094-9e30-dc77f7a52035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:50.952546 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c1cfbbd2-9b26-462b-b6a7-d24b22838936 req-622306f1-2594-46be-ad80-535160256ee5 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0413797 May 11 21:06:50.957280 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90d38e67-1803-4935-9bca-09659141004e admin admin] Publish callbacks [] for security_group (48ae5a62-5350-4c60-91f1-5154f323c23f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.007180 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb5ba-d73e-4094-9e30-dc77f7a52035 admin admin] Publish callbacks [] for security_group (8fe8bf88-0df4-4709-9d86-72b821677f6b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.013613 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-90d38e67-1803-4935-9bca-09659141004e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (48ae5a62-5350-4c60-91f1-5154f323c23f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.053303 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-90d38e67-1803-4935-9bca-09659141004e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=051fad711fc84488b9476c577bb0717d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343115 May 11 21:06:51.054154 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d38e67-1803-4935-9bca-09659141004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ae5a62-5350-4c60-91f1-5154f323c23f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:51.057056 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 46162) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:51.070961 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a9eb5ba-d73e-4094-9e30-dc77f7a52035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (8fe8bf88-0df4-4709-9d86-72b821677f6b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.108603 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ae35653-f965-41d9-96a7-0f6cac0e8742 admin admin] Publish callbacks [] for security_group (48ae5a62-5350-4c60-91f1-5154f323c23f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.110290 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2a9eb5ba-d73e-4094-9e30-dc77f7a52035 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=903b72494e5a47b2a99dfdad850827db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401664 May 11 21:06:51.111124 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eb5ba-d73e-4094-9e30-dc77f7a52035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe8bf88-0df4-4709-9d86-72b821677f6b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:51.113724 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 46164) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:51.156858 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ae35653-f965-41d9-96a7-0f6cac0e8742 admin admin] Publish callbacks [] for security_group (48ae5a62-5350-4c60-91f1-5154f323c23f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.201929 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a31b264f-4562-4a09-9626-5053504c1d0e admin admin] Publish callbacks [] for security_group (8fe8bf88-0df4-4709-9d86-72b821677f6b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.224310 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a31b264f-4562-4a09-9626-5053504c1d0e admin admin] Publish callbacks [] for security_group (8fe8bf88-0df4-4709-9d86-72b821677f6b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.304442 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ae35653-f965-41d9-96a7-0f6cac0e8742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (48ae5a62-5350-4c60-91f1-5154f323c23f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.307045 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ae35653-f965-41d9-96a7-0f6cac0e8742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.308181 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8ae35653-f965-41d9-96a7-0f6cac0e8742 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48ae5a62-5350-4c60-91f1-5154f323c23f HTTP/1.1" status: 204 len: 168 time: 0.2497814 May 11 21:06:51.316378 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae35653-f965-41d9-96a7-0f6cac0e8742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ae5a62-5350-4c60-91f1-5154f323c23f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:51.336906 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a31b264f-4562-4a09-9626-5053504c1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (8fe8bf88-0df4-4709-9d86-72b821677f6b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.339481 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a31b264f-4562-4a09-9626-5053504c1d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:51.340608 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a31b264f-4562-4a09-9626-5053504c1d0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fe8bf88-0df4-4709-9d86-72b821677f6b HTTP/1.1" status: 204 len: 168 time: 0.2259648 May 11 21:06:51.353462 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b264f-4562-4a09-9626-5053504c1d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe8bf88-0df4-4709-9d86-72b821677f6b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:51.489195 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac4aee-506d-4fd0-8dcc-b8198ddae199 req-dd80182a-9085-44d8-9228-8c812c769925 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:51.490651 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0aac4aee-506d-4fd0-8dcc-b8198ddae199 req-dd80182a-9085-44d8-9228-8c812c769925 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0484254 May 11 21:06:51.539871 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0aac4aee-506d-4fd0-8dcc-b8198ddae199 req-5e1b7ebc-6707-4a02-916c-d34bcccfd161 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436590 May 11 21:06:51.641006 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3be656-665c-4ee6-b0ab-15cbb11cbca1 req-84fe637d-fc5f-4ac9-82fb-b9ad05b6ff85 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:51.642537 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5d3be656-665c-4ee6-b0ab-15cbb11cbca1 req-84fe637d-fc5f-4ac9-82fb-b9ad05b6ff85 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0491340 May 11 21:06:51.689956 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5d3be656-665c-4ee6-b0ab-15cbb11cbca1 req-e973a9db-e6fe-4a96-9940-7f5af0fcd3d1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412788 May 11 21:06:51.831635 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f943072e-637b-4564-a926-1e75cb92e48d req-0f711d10-f937-47ad-b43d-d338599ff2c4 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0317082 May 11 21:06:52.048325 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9c347bb-d237-4c0f-aafb-6b29b56d0a9a req-c986018b-ef27-4fbb-b595-a6396358b178 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0278964 May 11 21:06:52.060812 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 46192) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:52.074512 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08eb564e-9c87-497c-a3a1-e6fbe5e3a1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:52.149251 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08eb564e-9c87-497c-a3a1-e6fbe5e3a1af admin admin] Publish callbacks [] for security_group (11bc7605-c2e3-4d6c-b761-b230da9b3330), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:52.225289 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08eb564e-9c87-497c-a3a1-e6fbe5e3a1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (11bc7605-c2e3-4d6c-b761-b230da9b3330), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:52.264504 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-08eb564e-9c87-497c-a3a1-e6fbe5e3a1af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8711379781e43069520e492c4ffbe95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024982 May 11 21:06:52.265873 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb564e-9c87-497c-a3a1-e6fbe5e3a1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bc7605-c2e3-4d6c-b761-b230da9b3330,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:52.268662 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 46202) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:52.324268 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d20c6e2-9469-4a15-a74a-df4dcedaf509 admin admin] Publish callbacks [] for security_group (11bc7605-c2e3-4d6c-b761-b230da9b3330), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:52.345041 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d20c6e2-9469-4a15-a74a-df4dcedaf509 admin admin] Publish callbacks [] for security_group (11bc7605-c2e3-4d6c-b761-b230da9b3330), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:52.479457 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d20c6e2-9469-4a15-a74a-df4dcedaf509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (11bc7605-c2e3-4d6c-b761-b230da9b3330), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:52.482064 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d20c6e2-9469-4a15-a74a-df4dcedaf509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:52.483197 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9d20c6e2-9469-4a15-a74a-df4dcedaf509 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11bc7605-c2e3-4d6c-b761-b230da9b3330 HTTP/1.1" status: 204 len: 168 time: 0.2134466 May 11 21:06:52.494202 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20c6e2-9469-4a15-a74a-df4dcedaf509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bc7605-c2e3-4d6c-b761-b230da9b3330,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:52.655207 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d15875-602e-4a78-85c8-ae3298eaa0e0 req-dcfafa4e-225a-456c-81af-b3c35be99642 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:52.656764 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08d15875-602e-4a78-85c8-ae3298eaa0e0 req-dcfafa4e-225a-456c-81af-b3c35be99642 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0473750 May 11 21:06:52.706483 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08d15875-602e-4a78-85c8-ae3298eaa0e0 req-39265570-7899-492a-89e9-3616ca8379a9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 May 11 21:06:52.817784 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0091ce-cb37-495d-a1e4-1a6cf4f0d407 req-d385c438-1d14-493f-9a10-7597c7e66c79 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:52.819218 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6d0091ce-cb37-495d-a1e4-1a6cf4f0d407 req-d385c438-1d14-493f-9a10-7597c7e66c79 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0500979 May 11 21:06:52.868354 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6d0091ce-cb37-495d-a1e4-1a6cf4f0d407 req-afc96624-c3be-484d-b01c-28bc33f93f03 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 May 11 21:06:52.934040 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a08ea5ee-1e08-480e-b7aa-1c7c45dd245a req-e45fe0a0-c90e-4454-8004-ddca5911f9bb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0296457 May 11 21:06:53.146453 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ed8c7fec-5839-452a-a126-512094fa787c req-b5e0234c-5a7a-4b59-a0e5-9e6d3b604195 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0274329 May 11 21:06:53.821206 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd7d6a-2b65-4e92-bc9a-220b628ca82f req-287a8f23-7ae8-4edb-b063-c74f999624e3 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:53.822888 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6bcd7d6a-2b65-4e92-bc9a-220b628ca82f req-287a8f23-7ae8-4edb-b063-c74f999624e3 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0505004 May 11 21:06:53.871126 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6bcd7d6a-2b65-4e92-bc9a-220b628ca82f req-59e1e5a6-7d5d-4f03-9af5-597b54d6d9bd tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409312 May 11 21:06:53.987964 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7c032-8bad-4b30-985c-378695b2a1ff req-7fd8a715-e0ce-4990-889b-849638e7596b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:53.989915 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1de7c032-8bad-4b30-985c-378695b2a1ff req-7fd8a715-e0ce-4990-889b-849638e7596b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0466213 May 11 21:06:54.029923 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8ef8be8a-0e24-401a-bbb8-e3da7ec71a11 req-8a439dac-be72-4c86-9c29-fe87db48d0b9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0284286 May 11 21:06:54.036296 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1de7c032-8bad-4b30-985c-378695b2a1ff req-400a87a6-d5a3-40b7-8d39-e91b7546474c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411308 May 11 21:06:54.240181 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5c681a42-652a-4087-9cb9-2dfde5777ee5 req-a2c3a4e9-ec3e-4561-ba77-4a4a1d43c09b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0274460 May 11 21:06:54.990535 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ac1de-aa03-41ff-84d0-37ccca1b1f90 req-cb17db02-f522-4975-a807-c96e281990ec tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:54.995539 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b90ac1de-aa03-41ff-84d0-37ccca1b1f90 req-cb17db02-f522-4975-a807-c96e281990ec tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0514193 May 11 21:06:55.038576 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b90ac1de-aa03-41ff-84d0-37ccca1b1f90 req-a90120d8-c588-40a0-8d0c-e814cfa55231 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 May 11 21:06:55.123512 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3a03df2f-1527-4360-8b69-a90f317de182 req-1e0270dc-e1c2-4434-8f8f-980bcdf060db tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0268447 May 11 21:06:55.152488 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580af4a1-48a9-4980-972f-ce9f1b6f0ab1 req-ed00aac2-60ea-455e-91f9-12e1a81e6212 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:55.153977 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-580af4a1-48a9-4980-972f-ce9f1b6f0ab1 req-ed00aac2-60ea-455e-91f9-12e1a81e6212 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0464220 May 11 21:06:55.209006 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-580af4a1-48a9-4980-972f-ce9f1b6f0ab1 req-a743fe91-f634-475c-9992-80b508e7413b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482218 May 11 21:06:55.225124 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-0bfaf126-91a8-4378-85e2-6d4576c1f368 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447018 May 11 21:06:55.359527 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be624e19-9c9b-444b-9998-70a9d2bf1e5c req-5bce5062-eff9-4954-b413-cd528922e47c tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f429e01f-413f-41bc-baf7-e72ed484c480 HTTP/1.1" status: 200 len: 210 time: 0.0292933 May 11 21:06:55.562344 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-ce5573e3-9ff6-4237-9c81-2ab2e1eab0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:55.563871 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-ce5573e3-9ff6-4237-9c81-2ab2e1eab0c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 1129 time: 0.0398314 May 11 21:06:55.671590 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-816a66b4-0187-4af5-a37f-fbcaf94218a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:55.673087 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-816a66b4-0187-4af5-a37f-fbcaf94218a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 915 time: 0.0903122 May 11 21:06:56.046900 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-a9b514af-63f2-4840-a68c-0f0880968d99 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 HTTP/1.1" status: 200 len: 999 time: 0.0610063 May 11 21:06:56.101618 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-0bf2f54f-eccd-46f6-80b6-d1844dcf51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:56.102187 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-0bf2f54f-eccd-46f6-80b6-d1844dcf51e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 200 len: 853 time: 0.0490813 May 11 21:06:56.160205 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2d526-6a64-49f8-b9b9-61b37c08ac33 req-d87ed1c5-f666-4201-8bb3-b187945b9d7d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:56.161855 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1bb2d526-6a64-49f8-b9b9-61b37c08ac33 req-d87ed1c5-f666-4201-8bb3-b187945b9d7d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0525100 May 11 21:06:56.215636 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1bb2d526-6a64-49f8-b9b9-61b37c08ac33 req-3985a4b2-d65e-49ab-bd12-90ba130f79d9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461881 May 11 21:06:56.353198 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a9126-329c-4555-9182-cc4eacb09a8c req-935ea411-3402-447b-b8f6-9f99d2e2262b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:56.354871 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9f2a9126-329c-4555-9182-cc4eacb09a8c req-935ea411-3402-447b-b8f6-9f99d2e2262b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0604546 May 11 21:06:56.403011 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9f2a9126-329c-4555-9182-cc4eacb09a8c req-3a637650-ebf7-4bcf-a77f-05bfcf4de040 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 May 11 21:06:56.408387 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5fcf6b07-87b3-4f23-8979-9dc93bbea7d8 req-aa42c80b-a4f8-40e6-bd04-41d52dfbd3d2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0323098 May 11 21:06:56.411799 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-dd56a222-b347-440c-81a3-edda48237b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:56.413284 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-dd56a222-b347-440c-81a3-edda48237b36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93d70e35-28da-4d4e-9ed9-625e30aef3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3049138 May 11 21:06:56.504492 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 17516495-e3a1-4e3b-9f09-7e6a38573ceb details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:06:56.575785 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-fab7a443-1d7e-4d7e-a1a0-b8cbef9545ea service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355948 May 11 21:06:56.628215 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:56.644234 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'port_id': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'mac_address': 'fa:16:3e:e8:4d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:06:56.684099 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 17516495-e3a1-4e3b-9f09-7e6a38573ceb is: ACTIVE; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:56.684565 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:56.698136 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17516495-e3a1-4e3b-9f09-7e6a38573ceb {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:06:56.718853 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:56.794254 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:56.819555 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fc7fd3e-0462-4565-a294-9d2a2005682b req-db1b657c-00b2-4f4a-8cfc-892a18ae263a service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359130 May 11 21:06:56.842155 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-d0a5da56-0a81-4fc1-ad0c-fa59b93bbdd6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:56.844416 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-d0a5da56-0a81-4fc1-ad0c-fa59b93bbdd6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 814 time: 0.1979353 May 11 21:06:56.881131 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-6e82d11a-35de-4e7d-8398-76648413d3b8 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:56.882936 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-6e82d11a-35de-4e7d-8398-76648413d3b8 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/networks?id=ed3efa9c-f23b-412c-a6d2-b3886e3eb354 HTTP/1.1" status: 200 len: 809 time: 0.2022023 May 11 21:06:56.915349 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-b3740bc9-cd84-4fac-9ea1-db71f61c06ef tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/quotas/98ca4d11f5b5459a93b0f97cbfcdc3a2 HTTP/1.1" status: 200 len: 375 time: 0.0244236 May 11 21:06:56.977497 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-256c34c5-7af0-4e29-bede-0a2e681f7cb3 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=98ca4d11f5b5459a93b0f97cbfcdc3a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606840 May 11 21:06:56.996363 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=6']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:57.024564 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-02b91b26-0cc1-4277-bb09-13edae88245c tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 472 time: 0.1663585 May 11 21:06:57.070818 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['17516495-e3a1-4e3b-9f09-7e6a38573ceb'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:06:57.083470 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-9ea9febd-a973-486e-b58c-9ba480bf0f78 service neutron] 10.222.0.35 "GET /v2.0/networks/ed3efa9c-f23b-412c-a6d2-b3886e3eb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048400 May 11 21:06:57.186695 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-96cf0562-be8f-4713-b17b-3080f5bb3875 service neutron] 10.222.0.35 "GET /v2.0/networks/ed3efa9c-f23b-412c-a6d2-b3886e3eb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969591 May 11 21:06:57.255205 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'port': {'device_id': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'admin_state_up': True, 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'security_groups': ['5d660e7e-49a0-4062-907b-b7a3abf5fbcd']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:57.365854 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee87f0-f655-4858-a8f1-3b947ece2203 req-4c2c7bfe-4ddd-4fdc-a343-b7221e16543b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:57.369337 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-72ee87f0-f655-4858-a8f1-3b947ece2203 req-4c2c7bfe-4ddd-4fdc-a343-b7221e16543b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0756900 May 11 21:06:57.432334 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 46340) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:57.459816 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-72ee87f0-f655-4858-a8f1-3b947ece2203 req-cadb713b-8d6d-462c-bb15-fbd7730c6956 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788534 May 11 21:06:57.473745 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-42dcd138-7af7-434f-9dac-519b87167b38 req-56439cbe-18f0-4738-82e7-3aaf3802dba0 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 210 time: 0.0362263 May 11 21:06:57.561011 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Made reservation on behalf of ad1ed05b84e545989b4753dab7bd4b3f for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:06:57.565099 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:57.610559 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8a3e019e-21b7-4c43-820b-830c2ba3e5f5 req-7f64bc9d-d714-4b1a-80df-8ed258548d79 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0647032 May 11 21:06:57.612256 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b58e2-099c-44fa-8e5d-70f208958127 req-2e122f16-beb1-4ff6-87aa-c11e25cea8fc tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:57.614166 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e6b58e2-099c-44fa-8e5d-70f208958127 req-2e122f16-beb1-4ff6-87aa-c11e25cea8fc tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 944 time: 0.0580232 May 11 21:06:57.676164 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e6b58e2-099c-44fa-8e5d-70f208958127 req-f8fe9c06-93ee-409c-ba80-9f0bb8b338b9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545778 May 11 21:06:57.683862 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:57.780995 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Allocated IP 172.20.0.3 (93d70e35-28da-4d4e-9ed9-625e30aef3e3/c1dcf91c-ec8d-4cb6-aa91-01263afc28ea/33495938-b6a2-44d1-a611-20bc7a6ee31c) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:06:57.853300 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Publish callbacks [] for security_group (04b07b9d-9327-4c08-b45f-ed84071db6e3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:57.946758 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.025218 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (04b07b9d-9327-4c08-b45f-ed84071db6e3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.070324 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da11afaf25b54912ba9b2922d4720d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6374192 May 11 21:06:58.071140 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b07b9d-9327-4c08-b45f-ed84071db6e3,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:58.072927 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 46364) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:06:58.078471 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.078830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.079166 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.079541 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.079871 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.080193 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.080538 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.080879 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.081208 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.081553 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.081895 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.082225 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.082544 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.082871 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.083206 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83104b99-79f8-4a3f-a5e9-4aeaa2ff7fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.129348 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Publish callbacks [] for security_group (04b07b9d-9327-4c08-b45f-ed84071db6e3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.136868 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.158252 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Publish callbacks [] for security_group (04b07b9d-9327-4c08-b45f-ed84071db6e3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.185120 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:06:58.188137 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:06:58.192552 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:06:58.220773 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=33495938-b6a2-44d1-a611-20bc7a6ee31c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:58.238461 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bdb5e-8700-4ed8-b6be-252c45ffb545 req-2ff2878f-08a0-4dd1-aced-1e3ca6c1e5ab tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:58.240008 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b13bdb5e-8700-4ed8-b6be-252c45ffb545 req-2ff2878f-08a0-4dd1-aced-1e3ca6c1e5ab tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0871406 May 11 21:06:58.261818 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:58.262542 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.296488 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b13bdb5e-8700-4ed8-b6be-252c45ffb545 req-83eee998-388e-4b3e-b64b-15303b56469f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485022 May 11 21:06:58.373036 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (04b07b9d-9327-4c08-b45f-ed84071db6e3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.375686 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.377940 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-8b03fe7c-7411-4872-9eaa-1de4cac45a8d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1296284 May 11 21:06:58.379670 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04b07b9d-9327-4c08-b45f-ed84071db6e3 HTTP/1.1" status: 204 len: 168 time: 0.3051064 May 11 21:06:58.390698 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b07b9d-9327-4c08-b45f-ed84071db6e3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:58.399010 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.399430 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.399900 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.400417 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.400819 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.401216 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.401629 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.402025 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.402412 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.402806 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.403194 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.403599 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.403970 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.404556 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.404798 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30028a18-6365-4696-8208-a53d163c056a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:06:58.457810 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Request body: {'port': {'device_id': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:06:58.458476 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-f464aee2-7abb-411e-87e9-ac1090dbdb8e None None] Provisioning complete for port 33495938-b6a2-44d1-a611-20bc7a6ee31c triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:58.458876 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f464aee2-7abb-411e-87e9-ac1090dbdb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.503118 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 17516495-e3a1-4e3b-9f09-7e6a38573ceb up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:06:58.525544 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.555891 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-f464aee2-7abb-411e-87e9-ac1090dbdb8e None None] Port 33495938-b6a2-44d1-a611-20bc7a6ee31c cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:06:58.569206 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f5f13b0-8dfb-471a-8e71-5195b3e3d840 req-a3c2076e-0261-4f71-a936-78beda26a196 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 210 time: 0.0398295 May 11 21:06:58.597040 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a908-b460-4034-9d93-98a2de86bd8a req-5637a435-e23b-44cf-8977-6635795c15da tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:58.598722 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db5a908-b460-4034-9d93-98a2de86bd8a req-5637a435-e23b-44cf-8977-6635795c15da tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0749774 May 11 21:06:58.613551 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 17516495-e3a1-4e3b-9f09-7e6a38573ceb triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:06:58.614030 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.705655 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db5a908-b460-4034-9d93-98a2de86bd8a req-d8f2dbe5-4033-4477-850f-da00ad8931d6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822897 May 11 21:06:58.725807 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 17516495-e3a1-4e3b-9f09-7e6a38573ceb is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:06:58.726005 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.787570 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6f7fc-7225-4006-82cd-daf458e2d966 req-3cb29b8a-74b5-4ad5-ac48-4cae8fac6966 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:58.794587 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8da6f7fc-7225-4006-82cd-daf458e2d966 req-3cb29b8a-74b5-4ad5-ac48-4cae8fac6966 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 931 time: 0.0541563 May 11 21:06:58.806350 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:06:58.807764 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:06:58.813960 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0eadae-fe6b-4c6b-ac2b-d046b43a8883" -d '{"events": [{"server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "name": "network-vif-plugged", "status": "completed", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:06:58.851027 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8da6f7fc-7225-4006-82cd-daf458e2d966 req-4fd86026-af8d-477c-8154-18b00d64f443 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553832 May 11 21:06:58.877210 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:58.916553 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c9ecd-6cc2-49c2-818d-07ba3d31d034 req-0314852a-2926-4e46-8873-1435a53ab23e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:58.918305 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0f9c9ecd-6cc2-49c2-818d-07ba3d31d034 req-0314852a-2926-4e46-8873-1435a53ab23e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 944 time: 0.0868621 May 11 21:06:58.929876 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e15d2ac-7e17-4a76-a59f-012bb9a74dea x-openstack-request-id: req-4e15d2ac-7e17-4a76-a59f-012bb9a74dea {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:06:58.930278 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "name": "network-vif-plugged", "status": "completed", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:06:58.933226 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e15d2ac-7e17-4a76-a59f-012bb9a74dea {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:06:58.933226 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e15d2ac-7e17-4a76-a59f-012bb9a74dea'] response: {'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'code': 200} May 11 21:06:58.987192 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=7']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:59.044843 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0f9c9ecd-6cc2-49c2-818d-07ba3d31d034 req-75ce7d3d-cad3-4cd7-a36e-09b0dabe178d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127863 May 11 21:06:59.123358 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33495938-b6a2-44d1-a611-20bc7a6ee31c {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:06:59.131709 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Publish callbacks [] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:59.144812 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Transition to ACTIVE for port object 33495938-b6a2-44d1-a611-20bc7a6ee31c will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:06:59.251168 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:59.302725 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Pushing event updated for resources: {'Port': ['ID=33495938-b6a2-44d1-a611-20bc7a6ee31c,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:59.409093 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Attempting to bind port 33495938-b6a2-44d1-a611-20bc7a6ee31c on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:06:59.411089 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Attempting to bind port 33495938-b6a2-44d1-a611-20bc7a6ee31c by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:06:59.411411 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Attempting to bind port 33495938-b6a2-44d1-a611-20bc7a6ee31c on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:59.419291 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Port 33495938-b6a2-44d1-a611-20bc7a6ee31c on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:06:59.419291 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Attempting to bind port 33495938-b6a2-44d1-a611-20bc7a6ee31c on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:06:59.422991 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:06:59.423860 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Checking segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:06:59.424245 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Bound using segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:06:59.424787 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Bound port: 33495938-b6a2-44d1-a611-20bc7a6ee31c, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:06:59.425396 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:59.556219 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86ee63-eddc-4216-b3bb-42220ef7ed20 req-f04c7f27-57ff-4398-9e35-04e3c1ad6c07 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:59.557837 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac86ee63-eddc-4216-b3bb-42220ef7ed20 req-f04c7f27-57ff-4398-9e35-04e3c1ad6c07 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.1219878 May 11 21:06:59.610577 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] For port 33495938-b6a2-44d1-a611-20bc7a6ee31c, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:06:59.615452 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] For port 33495938-b6a2-44d1-a611-20bc7a6ee31c, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=33495938-b6a2-44d1-a611-20bc7a6ee31c,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:06:59.656907 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac86ee63-eddc-4216-b3bb-42220ef7ed20 req-e476cba0-079d-46a0-8ac4-a77cf2714042 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930197 May 11 21:06:59.704303 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f3945173-d376-4c61-beaa-1f5afe9c015a req-2fe3c77e-763b-4e51-b4bd-63a701744874 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 210 time: 0.0335839 May 11 21:06:59.750927 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:59.797840 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:59.798533 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:06:59.799967 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] 10.222.0.70 "PUT /v2.0/ports/33495938-b6a2-44d1-a611-20bc7a6ee31c HTTP/1.1" status: 200 len: 1093 time: 1.3468227 May 11 21:06:59.802814 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'tag': '33495938-b6a2-44d1-a611-20bc7a6ee31c'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:06:59.803259 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c367079-ae75-4191-984f-05a576dfab38" -d '{"events": [{"name": "network-changed", "server_uuid": "4d723bfd-a4d6-44d4-8910-f88e2b7b395c", "tag": "33495938-b6a2-44d1-a611-20bc7a6ee31c"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:06:59.872982 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085eef18-c57d-416a-a42e-fc2d6e817d20 x-openstack-request-id: req-085eef18-c57d-416a-a42e-fc2d6e817d20 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:06:59.873340 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d723bfd-a4d6-44d4-8910-f88e2b7b395c", "tag": "33495938-b6a2-44d1-a611-20bc7a6ee31c", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:06:59.873661 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-085eef18-c57d-416a-a42e-fc2d6e817d20 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:06:59.874048 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085eef18-c57d-416a-a42e-fc2d6e817d20'] response: {'name': 'network-changed', 'server_uuid': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'tag': '33495938-b6a2-44d1-a611-20bc7a6ee31c', 'status': 'completed', 'code': 200} May 11 21:06:59.886895 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3d993-1dd7-49ec-b648-e5bc25fb2f4f service neutron] Pushing event updated for resources: {'Port': ['ID=33495938-b6a2-44d1-a611-20bc7a6ee31c,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:06:59.974091 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26e424-a938-486f-8f45-cddc0ade7d40 req-61855993-751b-49fd-aa8c-d6e01285e827 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:06:59.995520 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a26e424-a938-486f-8f45-cddc0ade7d40 req-61855993-751b-49fd-aa8c-d6e01285e827 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.1833439 May 11 21:07:00.090769 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a26e424-a938-486f-8f45-cddc0ade7d40 req-94c455c4-d1e6-4a8a-a079-13598927fa7d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907655 May 11 21:07:00.106656 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c367079-ae75-4191-984f-05a576dfab38 req-e935ae6f-1158-4479-b46f-cc46819bc913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:00.108200 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c367079-ae75-4191-984f-05a576dfab38 req-e935ae6f-1158-4479-b46f-cc46819bc913 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 1127 time: 0.1670065 May 11 21:07:00.116232 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289112a-2db6-4693-bb91-8cbe40ab9bcc req-a45e1f71-dc2a-4860-8293-2ccba5245ef8 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:00.123742 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2289112a-2db6-4693-bb91-8cbe40ab9bcc req-a45e1f71-dc2a-4860-8293-2ccba5245ef8 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 943 time: 0.0680947 May 11 21:07:00.392777 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4196f-1d20-4044-8140-d06d67ec504a req-e6c598e0-abd0-434f-a53a-e64b8ddcdd73 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:00.400810 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f6c4196f-1d20-4044-8140-d06d67ec504a req-e6c598e0-abd0-434f-a53a-e64b8ddcdd73 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.1993821 May 11 21:07:00.488068 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2289112a-2db6-4693-bb91-8cbe40ab9bcc req-1bd86a1f-c629-4f55-83ab-5e10f877c78f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614869 May 11 21:07:00.524057 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c367079-ae75-4191-984f-05a576dfab38 req-78893cee-5461-4e34-ab92-5f43d6113e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:00.525519 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c367079-ae75-4191-984f-05a576dfab38 req-78893cee-5461-4e34-ab92-5f43d6113e49 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3999202 May 11 21:07:00.540518 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f6c4196f-1d20-4044-8140-d06d67ec504a req-6d90fb43-fd97-41bd-bfef-89b18a2f6998 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384668 May 11 21:07:00.550425 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-eb2366ea-9057-4fe8-8d1e-643792768efb tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:00.553206 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-eb2366ea-9057-4fe8-8d1e-643792768efb tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.70 "GET /v2.0/networks?id=ed3efa9c-f23b-412c-a6d2-b3886e3eb354 HTTP/1.1" status: 200 len: 809 time: 0.3645504 May 11 21:07:00.569584 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Request body: {'port': {'device_id': '518bb2e2-a544-4bcf-8f1e-7983b489a814', 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354', 'admin_state_up': True, 'tenant_id': '98ca4d11f5b5459a93b0f97cbfcdc3a2'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:00.834029 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81a52439-c156-43e0-8146-d602efb019d9 req-b8b64d89-b5c3-48e0-9c4f-bd6223f9bd83 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 210 time: 0.0368214 May 11 21:07:00.906014 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c367079-ae75-4191-984f-05a576dfab38 req-308412b5-37a1-47e8-96a9-b7214a643168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:00.908116 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9c367079-ae75-4191-984f-05a576dfab38 req-308412b5-37a1-47e8-96a9-b7214a643168 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3533843 May 11 21:07:00.920590 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49515229-3254-46ff-a847-816a325f9372 req-b442be19-934d-4a34-99ce-c865237b5f76 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:00.922137 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-49515229-3254-46ff-a847-816a325f9372 req-b442be19-934d-4a34-99ce-c865237b5f76 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.1094499 May 11 21:07:01.021195 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-49515229-3254-46ff-a847-816a325f9372 req-7879bdb0-ff85-4c9c-b5e6-290f1c8ec058 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921428 May 11 21:07:01.025448 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-d96cd07d-e4f2-44dd-9fc3-6dc03205fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:01.027070 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-d96cd07d-e4f2-44dd-9fc3-6dc03205fc38 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 1127 time: 0.0725951 May 11 21:07:01.081440 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-485a9179-18f3-40cd-ae9a-0cb0aa323dca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33495938-b6a2-44d1-a611-20bc7a6ee31c HTTP/1.1" status: 200 len: 217 time: 0.0466983 May 11 21:07:01.140081 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-e80bd4ec-9a23-4036-9109-9e5834bb00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:01.141944 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-e80bd4ec-9a23-4036-9109-9e5834bb00f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 200 len: 853 time: 0.0519347 May 11 21:07:01.154432 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Made reservation on behalf of 98ca4d11f5b5459a93b0f97cbfcdc3a2 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:07:01.155009 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:01.306626 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c554532-128a-46e4-aa55-fb7d7b764236 req-04349dfe-f52b-497c-874e-283797023d80 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:01.308212 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c554532-128a-46e4-aa55-fb7d7b764236 req-04349dfe-f52b-497c-874e-283797023d80 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0854471 May 11 21:07:01.327702 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Allocated IP 172.20.0.11 (ed3efa9c-f23b-412c-a6d2-b3886e3eb354/522c54eb-5e47-4cf4-ba13-c55837c37f07/ecf532cd-f0d2-415d-8d62-af6fa3e46687) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:07:01.356715 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-34be203d-ee33-45b2-aef7-261b344fca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:01.356715 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-34be203d-ee33-45b2-aef7-261b344fca30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93d70e35-28da-4d4e-9ed9-625e30aef3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1951556 May 11 21:07:01.393548 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c554532-128a-46e4-aa55-fb7d7b764236 req-03ad456f-d623-4a07-a876-b95a5457f2b0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762191 May 11 21:07:01.679487 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85761f-a5a1-4bb5-9c83-ad47899dfb7f req-cd671a31-abe0-423d-a907-37404968fb6e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:01.687242 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b85761f-a5a1-4bb5-9c83-ad47899dfb7f req-cd671a31-abe0-423d-a907-37404968fb6e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0718999 May 11 21:07:01.726068 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-07298b71-741b-4a28-99c7-b6dd9e85fd3d service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723035 May 11 21:07:01.755535 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b85761f-a5a1-4bb5-9c83-ad47899dfb7f req-cf0b7b36-e873-43f0-a7bc-803b3492fc7a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620923 May 11 21:07:01.821635 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4dd1b-6c90-4cec-84a5-c9bf21f9bc43 req-088ecf59-2665-4be1-a7f5-4be2048c4de2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:01.827131 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-71f4dd1b-6c90-4cec-84a5-c9bf21f9bc43 req-088ecf59-2665-4be1-a7f5-4be2048c4de2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 943 time: 0.2228379 May 11 21:07:01.870848 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks [] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:01.933898 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-71f4dd1b-6c90-4cec-84a5-c9bf21f9bc43 req-cb2ddd52-3eaf-4325-b8d0-cb5021e70ba0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056678 May 11 21:07:01.948773 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c65fb334-ba61-4ba0-80c1-7ee8972c51ae req-da8c4533-c56c-4046-9921-1244726c11f0 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 210 time: 0.0404959 May 11 21:07:01.960336 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5ba2816-d8d9-4c49-a524-8e69d11e484b req-c739ce97-44b0-42f3-a581-cd8fa5d16896 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204857 May 11 21:07:02.116479 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:02.170956 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f474a6d-da16-43a7-9e25-4706c2c0c867 req-4d3736fc-5d05-4b72-98f8-8df1ff1b6562 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:02.182308 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0f474a6d-da16-43a7-9e25-4706c2c0c867 req-4d3736fc-5d05-4b72-98f8-8df1ff1b6562 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0809624 May 11 21:07:02.250629 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0f474a6d-da16-43a7-9e25-4706c2c0c867 req-33bff9dc-5980-48f0-b600-be12edfe180f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707326 May 11 21:07:02.455536 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:07:02.459062 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:02.466534 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:07:02.500277 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Pushing event updated for resources: {'Port': ['ID=ecf532cd-f0d2-415d-8d62-af6fa3e46687,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:02.575515 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c47d84-1005-4bc4-9f2a-5f30f440de2f req-4e2e82c4-d97c-4946-9d76-5baf6464d8c5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:02.577057 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-90c47d84-1005-4bc4-9f2a-5f30f440de2f req-4e2e82c4-d97c-4946-9d76-5baf6464d8c5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0779696 May 11 21:07:02.585892 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:02.586648 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:02.650937 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-90c47d84-1005-4bc4-9f2a-5f30f440de2f req-312bd0a6-aa80-4c0d-a6d9-bb58982ca728 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520072 May 11 21:07:02.680272 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-4170ab51-2bff-4720-b9ba-8a1a625e2a04 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1152873 May 11 21:07:02.914572 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16e332-9125-4abe-ba3c-bcab335025ba req-df4639c3-2452-40cc-a59c-9bfaabcd2759 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:02.922272 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e16e332-9125-4abe-ba3c-bcab335025ba req-df4639c3-2452-40cc-a59c-9bfaabcd2759 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0644288 May 11 21:07:02.989620 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e16e332-9125-4abe-ba3c-bcab335025ba req-41b706ab-8dc9-4360-9718-7ee1dbe22786 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636268 May 11 21:07:03.043291 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Request body: {'port': {'device_id': '518bb2e2-a544-4bcf-8f1e-7983b489a814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:03.139797 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:03.154853 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3573d3e-8426-4ee7-ad26-2950d2594add req-1b12cfb3-125e-49e1-a254-036216218eca tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:03.162472 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3573d3e-8426-4ee7-ad26-2950d2594add req-1b12cfb3-125e-49e1-a254-036216218eca tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 932 time: 0.1042731 May 11 21:07:03.196303 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e177e-e088-449f-9a8c-c616b76e2001 req-21c751f6-e7dd-450e-aa0c-204d29c587f6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:03.197988 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-776e177e-e088-449f-9a8c-c616b76e2001 req-21c751f6-e7dd-450e-aa0c-204d29c587f6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 943 time: 0.1284313 May 11 21:07:03.241933 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3573d3e-8426-4ee7-ad26-2950d2594add req-03ef7493-09a9-4d59-a559-cf3fe1765c98 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592642 May 11 21:07:03.344476 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-776e177e-e088-449f-9a8c-c616b76e2001 req-68c2f40c-d0cd-423b-9948-4e3bc9f16321 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383576 May 11 21:07:03.367772 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6149804-b025-4833-82f7-9006bade6167 req-291d4927-1304-4a2d-befc-ba38079ad812 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:03.369846 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b6149804-b025-4833-82f7-9006bade6167 req-291d4927-1304-4a2d-befc-ba38079ad812 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0513198 May 11 21:07:03.418141 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b6149804-b025-4833-82f7-9006bade6167 req-a47ed42c-42b0-43e8-a9c1-3f83ed868a39 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420411 May 11 21:07:03.509849 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf532cd-f0d2-415d-8d62-af6fa3e46687 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:07:03.517769 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Publish callbacks [] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:03.530295 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Transition to ACTIVE for port object ecf532cd-f0d2-415d-8d62-af6fa3e46687 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:07:03.682544 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:03.857148 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Pushing event updated for resources: {'Port': ['ID=ecf532cd-f0d2-415d-8d62-af6fa3e46687,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:03.874357 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7c79f-52b0-4595-be12-c72daa88adab req-88ee0270-b021-4d4f-be45-a23043ecbddf tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:03.875941 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a5d7c79f-52b0-4595-be12-c72daa88adab req-88ee0270-b021-4d4f-be45-a23043ecbddf tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.1405916 May 11 21:07:03.932161 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Attempting to bind port ecf532cd-f0d2-415d-8d62-af6fa3e46687 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:07:03.932507 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Attempting to bind port ecf532cd-f0d2-415d-8d62-af6fa3e46687 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'e4ca29c1-93a7-4019-8d86-53e9df4475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:07:03.932835 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Attempting to bind port ecf532cd-f0d2-415d-8d62-af6fa3e46687 on network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:07:03.953093 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Port ecf532cd-f0d2-415d-8d62-af6fa3e46687 on network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:07:03.953413 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Attempting to bind port ecf532cd-f0d2-415d-8d62-af6fa3e46687 on network ed3efa9c-f23b-412c-a6d2-b3886e3eb354 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:07:03.964697 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a5d7c79f-52b0-4595-be12-c72daa88adab req-8319c924-28f6-4db1-8d35-fe6056f048d2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795538 May 11 21:07:03.965589 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:07:03.965974 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Checking segment: {'id': 'e4ca29c1-93a7-4019-8d86-53e9df4475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:07:03.966343 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Bound using segment: {'id': 'e4ca29c1-93a7-4019-8d86-53e9df4475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:07:03.966770 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Bound port: ecf532cd-f0d2-415d-8d62-af6fa3e46687, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ca29c1-93a7-4019-8d86-53e9df4475d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:07:03.967125 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:04.048538 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] For port ecf532cd-f0d2-415d-8d62-af6fa3e46687, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:07:04.061315 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] For port ecf532cd-f0d2-415d-8d62-af6fa3e46687, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=ecf532cd-f0d2-415d-8d62-af6fa3e46687,segment=NetworkSegment(e4ca29c1-93a7-4019-8d86-53e9df4475d8),segment_id=e4ca29c1-93a7-4019-8d86-53e9df4475d8)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:07:04.109046 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc23a-ac77-449e-9977-faf3b7a35a68 req-6e291e2f-6113-48d6-baed-84399789b0ef tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:04.111179 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-055fc23a-ac77-449e-9977-faf3b7a35a68 req-6e291e2f-6113-48d6-baed-84399789b0ef tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0507941 May 11 21:07:04.163781 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-055fc23a-ac77-449e-9977-faf3b7a35a68 req-9d9fcf65-b8d0-41db-978e-48126720e1d0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468676 May 11 21:07:04.202345 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:04.238830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:04.239448 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:04.241184 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] 10.222.0.70 "PUT /v2.0/ports/ecf532cd-f0d2-415d-8d62-af6fa3e46687 HTTP/1.1" status: 200 len: 1094 time: 1.2028522 May 11 21:07:04.243895 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518bb2e2-a544-4bcf-8f1e-7983b489a814', 'tag': 'ecf532cd-f0d2-415d-8d62-af6fa3e46687'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:07:04.247218 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04ea9e1-de17-4070-b28e-3081c1f8b09a" -d '{"events": [{"name": "network-changed", "server_uuid": "518bb2e2-a544-4bcf-8f1e-7983b489a814", "tag": "ecf532cd-f0d2-415d-8d62-af6fa3e46687"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:07:04.300969 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef5b8c-8167-49f6-aec2-05a4b350a5fa service neutron] Pushing event updated for resources: {'Port': ['ID=ecf532cd-f0d2-415d-8d62-af6fa3e46687,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:04.305067 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391f4fa5-c23b-4a1d-a248-cf028a8cf596 x-openstack-request-id: req-391f4fa5-c23b-4a1d-a248-cf028a8cf596 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:07:04.305386 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518bb2e2-a544-4bcf-8f1e-7983b489a814", "tag": "ecf532cd-f0d2-415d-8d62-af6fa3e46687", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:07:04.305643 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-391f4fa5-c23b-4a1d-a248-cf028a8cf596 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:07:04.306040 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391f4fa5-c23b-4a1d-a248-cf028a8cf596'] response: {'name': 'network-changed', 'server_uuid': '518bb2e2-a544-4bcf-8f1e-7983b489a814', 'tag': 'ecf532cd-f0d2-415d-8d62-af6fa3e46687', 'status': 'completed', 'code': 200} May 11 21:07:04.374150 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ea9e1-de17-4070-b28e-3081c1f8b09a req-93de262c-9376-48ed-8a57-42078dcbef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:04.374150 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d04ea9e1-de17-4070-b28e-3081c1f8b09a req-93de262c-9376-48ed-8a57-42078dcbef77 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=98ca4d11f5b5459a93b0f97cbfcdc3a2&device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 1128 time: 0.0473728 May 11 21:07:04.403433 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80686f0-80ec-4772-a0f7-5ce2582012b4 req-cd1f8d49-2ef2-468d-a354-186ea175db3a tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:04.405308 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f80686f0-80ec-4772-a0f7-5ce2582012b4 req-cd1f8d49-2ef2-468d-a354-186ea175db3a tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 944 time: 0.0736704 May 11 21:07:04.467289 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f80686f0-80ec-4772-a0f7-5ce2582012b4 req-60d4d842-e6e8-40ad-a25c-97194553a5b6 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557396 May 11 21:07:04.556873 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3239e-7fe5-4f65-89ee-d2f08ad73cf2 req-de1981b7-87ba-47ad-861e-75e855a3ca02 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:04.558426 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3de3239e-7fe5-4f65-89ee-d2f08ad73cf2 req-de1981b7-87ba-47ad-861e-75e855a3ca02 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 943 time: 0.1220882 May 11 21:07:04.587609 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f106d-083b-4a7f-9d66-75d1aecd5059 req-df4ef600-eef6-4954-9ae0-ca73ac710750 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:04.590449 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-945f106d-083b-4a7f-9d66-75d1aecd5059 req-df4ef600-eef6-4954-9ae0-ca73ac710750 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0596921 May 11 21:07:04.610309 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ea9e1-de17-4070-b28e-3081c1f8b09a req-7f7f61c1-af3a-4d63-bf90-19feefd94a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:04.612106 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d04ea9e1-de17-4070-b28e-3081c1f8b09a req-7f7f61c1-af3a-4d63-bf90-19feefd94a0c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=98ca4d11f5b5459a93b0f97cbfcdc3a2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2278023 May 11 21:07:04.649940 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3de3239e-7fe5-4f65-89ee-d2f08ad73cf2 req-72264b9f-080f-46e2-85c7-a8347171d71e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701518 May 11 21:07:04.698213 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-945f106d-083b-4a7f-9d66-75d1aecd5059 req-33adea9f-e3a8-49ad-b827-422738179a7a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962865 May 11 21:07:05.099066 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053fbb1-e450-4935-bdbf-6393bbc3924d req-d69bdc81-55a0-4e35-a1e4-63dec0b4eb7f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:05.100536 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b053fbb1-e450-4935-bdbf-6393bbc3924d req-d69bdc81-55a0-4e35-a1e4-63dec0b4eb7f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0571785 May 11 21:07:05.149022 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b053fbb1-e450-4935-bdbf-6393bbc3924d req-8bd73617-0ed0-41a6-92d7-43372bfd0764 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 May 11 21:07:05.291813 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a40817-63b8-4df0-8d87-05849dbf2541 req-6457e922-62d9-46cf-8af9-10c6ccb2128d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:05.293442 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e6a40817-63b8-4df0-8d87-05849dbf2541 req-6457e922-62d9-46cf-8af9-10c6ccb2128d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0506506 May 11 21:07:05.343430 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e6a40817-63b8-4df0-8d87-05849dbf2541 req-823481c2-c016-42bd-aed9-44b9b711788e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437870 May 11 21:07:05.595844 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8e10f-d545-40db-a3dd-8bddbd2d2e4f req-979016de-7223-4433-b243-cb64456f7d46 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:05.597350 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d7f8e10f-d545-40db-a3dd-8bddbd2d2e4f req-979016de-7223-4433-b243-cb64456f7d46 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 944 time: 0.0524609 May 11 21:07:05.647005 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d7f8e10f-d545-40db-a3dd-8bddbd2d2e4f req-6c2031b4-fcdd-4955-95ba-f93e880a89bf tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 May 11 21:07:05.798427 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cecf8-7049-4656-b4ee-4e815e7ec8c2 req-42267897-b43f-4fc5-99eb-320817ae8c33 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:05.800116 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-798cecf8-7049-4656-b4ee-4e815e7ec8c2 req-42267897-b43f-4fc5-99eb-320817ae8c33 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 943 time: 0.0610802 May 11 21:07:05.837864 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e86fa-1ca6-4816-a12f-eef9279e15fd req-a12612f4-55a2-4c8b-b1df-477b351296e7 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:05.846099 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-962e86fa-1ca6-4816-a12f-eef9279e15fd req-a12612f4-55a2-4c8b-b1df-477b351296e7 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0692272 May 11 21:07:05.860264 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-798cecf8-7049-4656-b4ee-4e815e7ec8c2 req-97624190-fb24-4931-9e45-cf75d219114c tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542812 May 11 21:07:05.917181 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-962e86fa-1ca6-4816-a12f-eef9279e15fd req-3efc4dfe-e26b-4ae8-ac42-232f585f06e9 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613720 May 11 21:07:06.158747 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 33495938-b6a2-44d1-a611-20bc7a6ee31c details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:07:06.269406 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 33495938-b6a2-44d1-a611-20bc7a6ee31c, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=33495938-b6a2-44d1-a611-20bc7a6ee31c,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:06.281158 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db7cd0-126a-4adb-b9e5-c318d035714c req-095c9510-b855-4110-abaf-b2e8ef695c9f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:06.285642 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '33495938-b6a2-44d1-a611-20bc7a6ee31c', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'port_id': '33495938-b6a2-44d1-a611-20bc7a6ee31c', 'mac_address': 'fa:16:3e:70:7e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:07:06.291528 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a0db7cd0-126a-4adb-b9e5-c318d035714c req-095c9510-b855-4110-abaf-b2e8ef695c9f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0647409 May 11 21:07:06.339355 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 33495938-b6a2-44d1-a611-20bc7a6ee31c is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:06.340151 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:06.341487 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a0db7cd0-126a-4adb-b9e5-c318d035714c req-97f33a83-c706-49ad-83d2-56bcc1a0a7fa tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490775 May 11 21:07:06.357031 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33495938-b6a2-44d1-a611-20bc7a6ee31c {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:07:06.378551 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 33495938-b6a2-44d1-a611-20bc7a6ee31c, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=33495938-b6a2-44d1-a611-20bc7a6ee31c,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:06.468466 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e9c28-8713-4fc9-aed7-c71716562d8b req-504503f1-8233-4a77-99c2-ea87aa1585f4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:06.470011 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d44e9c28-8713-4fc9-aed7-c71716562d8b req-504503f1-8233-4a77-99c2-ea87aa1585f4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0503056 May 11 21:07:06.495838 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:06.535150 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d44e9c28-8713-4fc9-aed7-c71716562d8b req-1919b174-c016-4726-803e-19a0cd04400d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592074 May 11 21:07:06.564535 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=33495938-b6a2-44d1-a611-20bc7a6ee31c,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:06.573373 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.573844 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.574279 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.574705 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.575106 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.575515 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.575848 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.576175 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.576505 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.576833 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.577158 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.577565 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.577895 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.578225 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.578541 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:06.757588 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952f69-03e7-406f-ac78-b383cb212c1c req-460d4bbf-4342-47b2-8cae-e50e82b6c60a tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:06.758947 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-69952f69-03e7-406f-ac78-b383cb212c1c req-460d4bbf-4342-47b2-8cae-e50e82b6c60a tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 944 time: 0.0465367 May 11 21:07:06.809242 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-69952f69-03e7-406f-ac78-b383cb212c1c req-d7b19833-dc46-4889-a01b-9efe19e79f6c tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446253 May 11 21:07:06.983781 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cc302-e0d7-4f4b-98e4-f0e3f61af333 req-925552b8-2e34-45b7-9433-78109fed8031 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:06.985873 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4b4cc302-e0d7-4f4b-98e4-f0e3f61af333 req-925552b8-2e34-45b7-9433-78109fed8031 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 944 time: 0.0502329 May 11 21:07:07.040158 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4b4cc302-e0d7-4f4b-98e4-f0e3f61af333 req-80afe4df-d0c6-460d-9f2d-eb068eb9d73f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480590 May 11 21:07:07.051534 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba2c2f-98e4-4940-8ecb-5ecc8b0143c9 req-f44b258a-4b48-4aa6-b7c4-a004ee631186 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:07.051534 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5dba2c2f-98e4-4940-8ecb-5ecc8b0143c9 req-f44b258a-4b48-4aa6-b7c4-a004ee631186 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0503876 May 11 21:07:07.144857 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5dba2c2f-98e4-4940-8ecb-5ecc8b0143c9 req-2e61ad9d-69c0-4ea9-88f3-e36fecc9f49a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863109 May 11 21:07:07.198311 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ea9e1-de17-4070-b28e-3081c1f8b09a req-6442e4bb-ae3b-4212-9f48-dce597055551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:07.199749 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d04ea9e1-de17-4070-b28e-3081c1f8b09a req-6442e4bb-ae3b-4212-9f48-dce597055551 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091628 May 11 21:07:07.291682 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-6312bf12-ae29-4ca5-b03c-effa38ba3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:07.293510 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-6312bf12-ae29-4ca5-b03c-effa38ba3bcc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=98ca4d11f5b5459a93b0f97cbfcdc3a2&device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 1128 time: 0.0500813 May 11 21:07:07.410639 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['33495938-b6a2-44d1-a611-20bc7a6ee31c'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:07:07.466271 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8ce16-a62f-4b62-8611-a84faccf4925 req-d2dccebc-c44a-4fe5-b8df-3bdf2dd72e16 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:07.473692 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-31a8ce16-a62f-4b62-8611-a84faccf4925 req-d2dccebc-c44a-4fe5-b8df-3bdf2dd72e16 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0609045 May 11 21:07:07.526238 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-31a8ce16-a62f-4b62-8611-a84faccf4925 req-dc7e9e24-01e6-4dc2-bfed-562bddaef096 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514696 May 11 21:07:07.660293 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af178fcb-a791-48d9-b792-e107e5b9eb47 req-e9de6440-2320-44b5-8acd-1e786bff304e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:07.661826 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-af178fcb-a791-48d9-b792-e107e5b9eb47 req-e9de6440-2320-44b5-8acd-1e786bff304e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0543177 May 11 21:07:07.715344 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-af178fcb-a791-48d9-b792-e107e5b9eb47 req-e0f977e5-8a84-47fc-8c32-637c656a1f7d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469942 May 11 21:07:07.954059 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9979ab0-593e-4578-9157-f2159502b38c req-78a05b3e-feb8-40bd-aa0a-30e421a25c5c tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:07.955655 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f9979ab0-593e-4578-9157-f2159502b38c req-78a05b3e-feb8-40bd-aa0a-30e421a25c5c tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 944 time: 0.0582871 May 11 21:07:08.027548 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f9979ab0-593e-4578-9157-f2159502b38c req-bf4c5fb4-d7d4-4925-8c9e-f90e5ec1c9a1 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657516 May 11 21:07:08.244819 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddcc7d-c664-4dbd-bf0e-1db068bdcd19 req-f0538907-60fb-49a4-932d-37d21adb9646 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:08.255636 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eaddcc7d-c664-4dbd-bf0e-1db068bdcd19 req-f0538907-60fb-49a4-932d-37d21adb9646 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 944 time: 0.1194773 May 11 21:07:08.335581 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aea3d6-ca3b-4a7b-9f61-874cdd1cf1f1 req-a579c100-ca40-4e04-afe0-45ca3dddcc75 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:08.337372 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-79aea3d6-ca3b-4a7b-9f61-874cdd1cf1f1 req-a579c100-ca40-4e04-afe0-45ca3dddcc75 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.1031756 May 11 21:07:08.365998 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eaddcc7d-c664-4dbd-bf0e-1db068bdcd19 req-f217a162-3a69-4810-8803-1f99bc1444e5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076338 May 11 21:07:08.418769 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-f6eedf1c-3e4d-4792-a806-66f56414e2c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf532cd-f0d2-415d-8d62-af6fa3e46687 HTTP/1.1" status: 200 len: 217 time: 0.0773292 May 11 21:07:08.474878 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-79aea3d6-ca3b-4a7b-9f61-874cdd1cf1f1 req-46dca5a5-9b6c-4422-a30d-2f9f9d2fbf29 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187615 May 11 21:07:08.594534 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-3b10731e-5ee3-466b-ba12-fc2896aa65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:08.595895 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-3b10731e-5ee3-466b-ba12-fc2896aa65f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=522c54eb-5e47-4cf4-ba13-c55837c37f07 HTTP/1.1" status: 200 len: 849 time: 0.1093791 May 11 21:07:08.617283 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d041486-6826-45a6-9ed2-ef58f479a223 req-dcf3337e-cbba-4ded-a9d8-28ee49a9976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:08.620150 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1d041486-6826-45a6-9ed2-ef58f479a223 req-dcf3337e-cbba-4ded-a9d8-28ee49a9976e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 1129 time: 0.0696645 May 11 21:07:08.653113 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-f54253b3-b73a-4c83-9dbe-70e47b2775a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed3efa9c-f23b-412c-a6d2-b3886e3eb354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467665 May 11 21:07:08.677744 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689f059-f0c2-4f45-a4b7-f966cdb9522e req-b79d3e27-422c-4a94-9f4a-789a7c8280d3 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:08.679526 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2689f059-f0c2-4f45-a4b7-f966cdb9522e req-b79d3e27-422c-4a94-9f4a-789a7c8280d3 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0640285 May 11 21:07:08.765698 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1d041486-6826-45a6-9ed2-ef58f479a223 req-cd4453d9-c881-4cdc-a678-94fdccc942f7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217437 May 11 21:07:08.766536 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2689f059-f0c2-4f45-a4b7-f966cdb9522e req-d3547eb4-67e7-45ff-ac9c-fd92962637aa tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794573 May 11 21:07:08.812433 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-ba2ac683-c1ba-44b6-9ea1-0bac74bb0087 service neutron] 10.222.0.70 "GET /v2.0/networks/ed3efa9c-f23b-412c-a6d2-b3886e3eb354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502619 May 11 21:07:08.884203 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4e10b-eb17-414c-b02a-04f4ff63ea10 req-af197aa9-63e8-4493-8d07-08617b2715bb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:08.896266 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7fc4e10b-eb17-414c-b02a-04f4ff63ea10 req-af197aa9-63e8-4493-8d07-08617b2715bb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0659616 May 11 21:07:08.955500 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7fc4e10b-eb17-414c-b02a-04f4ff63ea10 req-add39a0d-7fa2-4ad0-93fd-d0b3d468ddb1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560586 May 11 21:07:09.091325 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95cbdcc6-b3fa-4cc4-876d-d1422023545f req-d58672b6-d422-4bf1-84b6-afb942899279 service neutron] 10.222.0.70 "GET /v2.0/networks/ed3efa9c-f23b-412c-a6d2-b3886e3eb354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065681 May 11 21:07:09.095611 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 33495938-b6a2-44d1-a611-20bc7a6ee31c up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:09.205687 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966f99-23ce-4695-b28e-4c264d415cfa req-343abf06-138d-4b9a-9a0c-8353e8c3597c tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:09.207692 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-93966f99-23ce-4695-b28e-4c264d415cfa req-343abf06-138d-4b9a-9a0c-8353e8c3597c tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 944 time: 0.0920751 May 11 21:07:09.219050 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 33495938-b6a2-44d1-a611-20bc7a6ee31c completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:07:09.307843 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 33495938-b6a2-44d1-a611-20bc7a6ee31c triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:09.314709 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:09.421722 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 33495938-b6a2-44d1-a611-20bc7a6ee31c is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:09.423192 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:09.451631 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33495938-b6a2-44d1-a611-20bc7a6ee31c'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:07:09.454611 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac36a0c-0f41-4de3-842b-3087b56be56e" -d '{"events": [{"server_uuid": "4d723bfd-a4d6-44d4-8910-f88e2b7b395c", "name": "network-vif-plugged", "status": "completed", "tag": "33495938-b6a2-44d1-a611-20bc7a6ee31c"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:07:09.468866 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 33495938-b6a2-44d1-a611-20bc7a6ee31c, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=33495938-b6a2-44d1-a611-20bc7a6ee31c,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:09.537302 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097f8bd-7c25-4398-ad94-5935f244bea7 req-2a1d3b05-d07a-4e24-bf36-947d20b4d0f0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:09.539667 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d097f8bd-7c25-4398-ad94-5935f244bea7 req-2a1d3b05-d07a-4e24-bf36-947d20b4d0f0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 944 time: 0.0641310 May 11 21:07:09.542162 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-93966f99-23ce-4695-b28e-4c264d415cfa req-ca95d7b7-83c6-4fc5-ade1-66e12b5560c1 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269529 May 11 21:07:09.568315 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:09.637340 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e4115-b6ee-4f22-ae38-6fb05069a077 x-openstack-request-id: req-638e4115-b6ee-4f22-ae38-6fb05069a077 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:07:09.637861 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d723bfd-a4d6-44d4-8910-f88e2b7b395c", "name": "network-vif-plugged", "status": "completed", "tag": "33495938-b6a2-44d1-a611-20bc7a6ee31c", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:07:09.638300 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-638e4115-b6ee-4f22-ae38-6fb05069a077 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:07:09.638862 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638e4115-b6ee-4f22-ae38-6fb05069a077'] response: {'server_uuid': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33495938-b6a2-44d1-a611-20bc7a6ee31c', 'code': 200} May 11 21:07:09.646097 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d097f8bd-7c25-4398-ad94-5935f244bea7 req-877b8219-5cd8-4afa-b5c5-b9fa41e947b7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951667 May 11 21:07:09.694542 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=33495938-b6a2-44d1-a611-20bc7a6ee31c,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:09.744768 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec41fe3-d189-4c5b-8efe-5c87e232e20f req-80a1adcf-73b0-41bf-9b9c-1a0685e8e591 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:09.748894 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ec41fe3-d189-4c5b-8efe-5c87e232e20f req-80a1adcf-73b0-41bf-9b9c-1a0685e8e591 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0532510 May 11 21:07:09.800846 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ec41fe3-d189-4c5b-8efe-5c87e232e20f req-4e28c96a-d760-4b87-a46f-6b9e159d613e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456996 May 11 21:07:09.940650 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644bbbb-1725-4031-90fa-0b17841253a8 req-6fc5e580-f8a6-4845-9488-592d10da5420 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:09.952262 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6644bbbb-1725-4031-90fa-0b17841253a8 req-6fc5e580-f8a6-4845-9488-592d10da5420 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0833383 May 11 21:07:10.027330 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6644bbbb-1725-4031-90fa-0b17841253a8 req-dcaa87d7-67d5-4852-b956-81f0ab2d9935 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731599 May 11 21:07:10.033963 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d5827c21-98f0-40c9-b17a-9f1cf783c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:10.140471 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef88a5-4d2c-477c-9582-447fb28c4084 req-8a5e9a92-0b4f-4389-be5d-402e17f969f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:10.148674 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ef88a5-4d2c-477c-9582-447fb28c4084 req-8a5e9a92-0b4f-4389-be5d-402e17f969f9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0747204 May 11 21:07:10.220500 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ef88a5-4d2c-477c-9582-447fb28c4084 req-1de263b1-e255-481f-a3b4-4a4b9582a34b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667231 May 11 21:07:10.665382 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544a4ac-7bd3-4b79-9e7e-fcd4671c19b6 req-3f08d1b6-421a-42e5-b26b-03b4473367fc tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:10.666804 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9544a4ac-7bd3-4b79-9e7e-fcd4671c19b6 req-3f08d1b6-421a-42e5-b26b-03b4473367fc tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 944 time: 0.0524793 May 11 21:07:10.732993 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9544a4ac-7bd3-4b79-9e7e-fcd4671c19b6 req-f2f4036c-50cc-4191-9c8a-72d1505d76c1 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559096 May 11 21:07:10.778906 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2cf01-4cba-4714-a77b-9a360591541a req-59f47960-8c84-45da-ab51-d2fdf0ed3e0d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:10.780614 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-68c2cf01-4cba-4714-a77b-9a360591541a req-59f47960-8c84-45da-ab51-d2fdf0ed3e0d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 945 time: 0.0484087 May 11 21:07:10.834361 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-68c2cf01-4cba-4714-a77b-9a360591541a req-31b46873-22e4-42df-a9e8-0ba98ecfea15 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476279 May 11 21:07:10.944894 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663681b-cd08-4766-96f9-4a29ef4f2e56 req-80ba86d8-8bd8-4a09-ac15-dd83fbd3fefc tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:10.946571 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a663681b-cd08-4766-96f9-4a29ef4f2e56 req-80ba86d8-8bd8-4a09-ac15-dd83fbd3fefc tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0476673 May 11 21:07:10.999633 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a663681b-cd08-4766-96f9-4a29ef4f2e56 req-a926b195-e342-441e-8c87-64e29bc1834c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473547 May 11 21:07:11.093560 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device ecf532cd-f0d2-415d-8d62-af6fa3e46687 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:07:11.140724 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcabac-dfba-460f-8de3-89d28d592d99 req-38ffc398-c4e3-4fd9-b826-c094e12054ea tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:11.142857 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a7fcabac-dfba-460f-8de3-89d28d592d99 req-38ffc398-c4e3-4fd9-b826-c094e12054ea tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0544012 May 11 21:07:11.205254 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port ecf532cd-f0d2-415d-8d62-af6fa3e46687, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=ecf532cd-f0d2-415d-8d62-af6fa3e46687,segment=NetworkSegment(e4ca29c1-93a7-4019-8d86-53e9df4475d8),segment_id=e4ca29c1-93a7-4019-8d86-53e9df4475d8)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:11.213750 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a7fcabac-dfba-460f-8de3-89d28d592d99 req-d5ef3bc5-c485-4853-a346-7b5978b5b3e7 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632193 May 11 21:07:11.236535 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'ecf532cd-f0d2-415d-8d62-af6fa3e46687', 'network_id': 'ed3efa9c-f23b-412c-a6d2-b3886e3eb354', 'port_id': 'ecf532cd-f0d2-415d-8d62-af6fa3e46687', 'mac_address': 'fa:16:3e:f3:9e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522c54eb-5e47-4cf4-ba13-c55837c37f07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:07:11.316559 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port ecf532cd-f0d2-415d-8d62-af6fa3e46687 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:11.317793 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:11.364647 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf532cd-f0d2-415d-8d62-af6fa3e46687 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:07:11.368423 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e89fb7-3931-4184-aac3-5fe987983b61 req-0683b0ba-bad0-4da1-9162-4d386b11d217 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:11.378248 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-85e89fb7-3931-4184-aac3-5fe987983b61 req-0683b0ba-bad0-4da1-9162-4d386b11d217 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0744464 May 11 21:07:11.391460 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port ecf532cd-f0d2-415d-8d62-af6fa3e46687, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=ecf532cd-f0d2-415d-8d62-af6fa3e46687,segment=NetworkSegment(e4ca29c1-93a7-4019-8d86-53e9df4475d8),segment_id=e4ca29c1-93a7-4019-8d86-53e9df4475d8)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:11.453882 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b5fc4-228d-4943-8af4-9f39cb7154bc req-73880e14-0eb6-4c84-8c31-8a76cf6bde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:11.457587 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c88b5fc4-228d-4943-8af4-9f39cb7154bc req-73880e14-0eb6-4c84-8c31-8a76cf6bde0c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 1129 time: 0.0517459 May 11 21:07:11.490252 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-85e89fb7-3931-4184-aac3-5fe987983b61 req-d7cf6c84-7dfd-446c-812c-e7dc0f7ff500 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106544 May 11 21:07:11.518911 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:11.536698 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c88b5fc4-228d-4943-8af4-9f39cb7154bc req-086b246c-00ca-4527-a8dc-17255ca6a022 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727239 May 11 21:07:11.591766 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=ecf532cd-f0d2-415d-8d62-af6fa3e46687,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:11.850259 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['ecf532cd-f0d2-415d-8d62-af6fa3e46687'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:07:11.904647 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd1cc0-0de0-4972-a8d8-27d8cbe6ec74 req-0b0f3eb5-9139-42b8-b4ac-c507dabde65b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:11.921056 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-53bd1cc0-0de0-4972-a8d8-27d8cbe6ec74 req-0b0f3eb5-9139-42b8-b4ac-c507dabde65b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 945 time: 0.1126831 May 11 21:07:12.004677 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f5d49-426d-4f8a-a383-8f151d1b7bda req-34453d29-8292-4b96-b1a0-8d9114a591db tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:12.010471 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-53bd1cc0-0de0-4972-a8d8-27d8cbe6ec74 req-12ce74f5-6418-4ed6-815e-45529dbc5523 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883787 May 11 21:07:12.013491 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b40f5d49-426d-4f8a-a383-8f151d1b7bda req-34453d29-8292-4b96-b1a0-8d9114a591db tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 945 time: 0.0819910 May 11 21:07:12.109035 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b40f5d49-426d-4f8a-a383-8f151d1b7bda req-eb6d11b1-4493-4a78-b0a6-d9b7b76a614f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907238 May 11 21:07:12.178145 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3bec8-a38d-4086-8c06-5b015b87c70a req-c7ddcaa8-b3c5-4c32-871d-542d44d929c0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:12.185615 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3d3bec8-a38d-4086-8c06-5b015b87c70a req-c7ddcaa8-b3c5-4c32-871d-542d44d929c0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0555868 May 11 21:07:12.216971 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-43898139-d22b-4b3d-b7ce-33bdce2de0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:12.245278 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3d3bec8-a38d-4086-8c06-5b015b87c70a req-83e7508d-ec40-4a1e-9101-41a01cea8564 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573134 May 11 21:07:12.343508 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39505c6d-5754-439e-8852-9ddce5e5a484 req-82428c60-11a2-41c3-b895-1ab1e70a68e8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:12.345082 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-39505c6d-5754-439e-8852-9ddce5e5a484 req-82428c60-11a2-41c3-b895-1ab1e70a68e8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0516493 May 11 21:07:12.395751 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-39505c6d-5754-439e-8852-9ddce5e5a484 req-d534383a-58b3-425f-ba32-668526ae4765 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445807 May 11 21:07:12.522091 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ef10d-2c49-4815-bcc6-3b063449dc6f req-29446598-d9d8-491c-a9f9-2c954c879aa9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:12.523993 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae7ef10d-2c49-4815-bcc6-3b063449dc6f req-29446598-d9d8-491c-a9f9-2c954c879aa9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0551441 May 11 21:07:12.590007 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae7ef10d-2c49-4815-bcc6-3b063449dc6f req-6d41d63a-6b8c-413c-8ab2-299abc358359 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579066 May 11 21:07:12.622136 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b077925-d556-43c5-8f6e-482737b50071 req-c9562ecb-2cf4-4719-967d-07273386cc8c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:12.623773 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8b077925-d556-43c5-8f6e-482737b50071 req-c9562ecb-2cf4-4719-967d-07273386cc8c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0581677 May 11 21:07:12.684998 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8b077925-d556-43c5-8f6e-482737b50071 req-cb3297bc-f0fc-46fa-8280-c2e51df78ab2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554357 May 11 21:07:13.106000 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device ecf532cd-f0d2-415d-8d62-af6fa3e46687 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:13.129112 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fec6a-396a-43c9-a65c-9547a17ed5e8 req-f16ec3c3-0a11-48ad-ac25-44316b2d464e tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:13.139850 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-827fec6a-396a-43c9-a65c-9547a17ed5e8 req-f16ec3c3-0a11-48ad-ac25-44316b2d464e tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 945 time: 0.0712843 May 11 21:07:13.181751 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port ecf532cd-f0d2-415d-8d62-af6fa3e46687 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:07:13.190296 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-827fec6a-396a-43c9-a65c-9547a17ed5e8 req-a3d95293-fdee-486b-a711-ccec8e05d699 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493448 May 11 21:07:13.235971 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b7b0-7324-48ec-a2fd-042fea348af4 req-510fed69-cd3e-4eee-92ed-acb5486764ab tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:13.237480 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9636b7b0-7324-48ec-a2fd-042fea348af4 req-510fed69-cd3e-4eee-92ed-acb5486764ab tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 945 time: 0.0565517 May 11 21:07:13.255987 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port ecf532cd-f0d2-415d-8d62-af6fa3e46687 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:13.256499 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:13.309920 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9636b7b0-7324-48ec-a2fd-042fea348af4 req-e93289d2-a925-488d-b640-fc15b448e099 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624576 May 11 21:07:13.355433 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port ecf532cd-f0d2-415d-8d62-af6fa3e46687 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:13.355913 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:13.390647 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518bb2e2-a544-4bcf-8f1e-7983b489a814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf532cd-f0d2-415d-8d62-af6fa3e46687'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:07:13.390647 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed2e529-f738-4985-b8e1-a1dd4d109395" -d '{"events": [{"server_uuid": "518bb2e2-a544-4bcf-8f1e-7983b489a814", "name": "network-vif-plugged", "status": "completed", "tag": "ecf532cd-f0d2-415d-8d62-af6fa3e46687"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:07:13.402917 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port ecf532cd-f0d2-415d-8d62-af6fa3e46687, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=ecf532cd-f0d2-415d-8d62-af6fa3e46687,segment=NetworkSegment(e4ca29c1-93a7-4019-8d86-53e9df4475d8),segment_id=e4ca29c1-93a7-4019-8d86-53e9df4475d8)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:13.407316 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901a960-10f4-4fa1-a5d8-2747991d8ac6 req-899d1e45-f8a7-4362-bf2c-865bba052267 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:13.409311 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6901a960-10f4-4fa1-a5d8-2747991d8ac6 req-899d1e45-f8a7-4362-bf2c-865bba052267 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0673559 May 11 21:07:13.462464 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6a76d1-1bfc-4373-9fe4-a73c94630013 x-openstack-request-id: req-1d6a76d1-1bfc-4373-9fe4-a73c94630013 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:07:13.462759 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518bb2e2-a544-4bcf-8f1e-7983b489a814", "name": "network-vif-plugged", "status": "completed", "tag": "ecf532cd-f0d2-415d-8d62-af6fa3e46687", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:07:13.463017 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1d6a76d1-1bfc-4373-9fe4-a73c94630013 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:07:13.463415 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6a76d1-1bfc-4373-9fe4-a73c94630013'] response: {'server_uuid': '518bb2e2-a544-4bcf-8f1e-7983b489a814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf532cd-f0d2-415d-8d62-af6fa3e46687', 'code': 200} May 11 21:07:13.470087 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:13.492199 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6901a960-10f4-4fa1-a5d8-2747991d8ac6 req-7c01b8db-a95f-4055-882f-4d5885f3a926 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770483 May 11 21:07:13.538182 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=ecf532cd-f0d2-415d-8d62-af6fa3e46687,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:13.747396 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:13.813517 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67549c-a39d-4ea3-bf79-07c695805b96 req-d0a74701-e918-46e0-8649-702fd1479e82 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:13.815415 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ae67549c-a39d-4ea3-bf79-07c695805b96 req-d0a74701-e918-46e0-8649-702fd1479e82 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0471439 May 11 21:07:13.892656 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ae67549c-a39d-4ea3-bf79-07c695805b96 req-d7c416c5-8fd3-42cd-801a-d7f977f27229 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713592 May 11 21:07:13.898209 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-43e5bb33-3762-4868-9a94-61beb4bc72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:13.899611 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-43e5bb33-3762-4868-9a94-61beb4bc72fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 1129 time: 0.0499160 May 11 21:07:14.002594 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-838670d9-338b-46ab-b853-56abd30a75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:14.004020 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-838670d9-338b-46ab-b853-56abd30a75ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 918 time: 0.0978076 May 11 21:07:14.072338 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ffebd-4753-4af1-a642-7cd04f7c3f96 req-0e43e82d-55bc-47d9-8bf2-4bf914a3442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:14.072338 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-623ffebd-4753-4af1-a642-7cd04f7c3f96 req-0e43e82d-55bc-47d9-8bf2-4bf914a3442c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 1130 time: 0.0773432 May 11 21:07:14.102967 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-d3f2f712-2802-4db3-ae43-172978932a74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb HTTP/1.1" status: 200 len: 1001 time: 0.0813184 May 11 21:07:14.159699 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-623ffebd-4753-4af1-a642-7cd04f7c3f96 req-2ff93411-cf6b-4920-91cd-ab5233690b59 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755479 May 11 21:07:14.168089 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-98f75bac-7550-4c40-a8c1-1b013fe6c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:14.169545 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-98f75bac-7550-4c40-a8c1-1b013fe6c714 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 200 len: 856 time: 0.0549142 May 11 21:07:14.322585 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d9fa1-7610-46af-98dc-5be7abe37dd0 req-ce016148-a10c-425a-bbcc-25cea14b3dcd tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:14.324049 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d94d9fa1-7610-46af-98dc-5be7abe37dd0 req-ce016148-a10c-425a-bbcc-25cea14b3dcd tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 946 time: 0.0475941 May 11 21:07:14.373145 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d94d9fa1-7610-46af-98dc-5be7abe37dd0 req-ee8ecdb2-5b48-4d50-b292-6340207d1606 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 May 11 21:07:14.444357 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-eeb8b8f7-3cdd-41ce-b6e8-f8a99ad521c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:14.445895 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-eeb8b8f7-3cdd-41ce-b6e8-f8a99ad521c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711424 May 11 21:07:14.452170 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb348-6cf0-45d7-a10c-c2f0bd7304ca req-1ec247fd-f5fc-4512-b436-364bfea584b7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:14.458389 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-affbb348-6cf0-45d7-a10c-c2f0bd7304ca req-1ec247fd-f5fc-4512-b436-364bfea584b7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 945 time: 0.0705271 May 11 21:07:14.566281 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-affbb348-6cf0-45d7-a10c-c2f0bd7304ca req-b425f5b8-efca-46ca-852a-68b4ea720a36 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042018 May 11 21:07:14.601916 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-a321cc2b-3b77-497a-8cad-de71564928a2 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453066 May 11 21:07:14.631552 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12c19-e557-418a-942a-0073354e2d1a req-18e62c26-1392-4bef-b333-bf6c7fcc7a67 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:14.633074 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-94e12c19-e557-418a-942a-0073354e2d1a req-18e62c26-1392-4bef-b333-bf6c7fcc7a67 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0626061 May 11 21:07:14.683866 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-94e12c19-e557-418a-942a-0073354e2d1a req-965625b2-0d86-4181-a755-1c763c7986d5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 May 11 21:07:14.794577 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9160c5-52f6-4e9c-b259-8d240494765e req-2734800d-4f79-4b7f-8a3a-0c0ece6f57d5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:14.796006 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e9160c5-52f6-4e9c-b259-8d240494765e req-2734800d-4f79-4b7f-8a3a-0c0ece6f57d5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 945 time: 0.0534775 May 11 21:07:14.804788 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 46830) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:14.809401 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f2fd6ca8-577c-4180-aded-165f495bdd9d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'floatingip': {'port_id': '33495938-b6a2-44d1-a611-20bc7a6ee31c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:14.856135 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ca8-577c-4180-aded-165f495bdd9d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (2d20a69e-cc43-4501-914b-b7f91f9d33e7), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:15.030564 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84114dd0-af14-4021-8e92-590033d77db7 req-2631d0ad-de9e-4aed-9ba8-58004e134ae1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:15.032375 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-84114dd0-af14-4021-8e92-590033d77db7 req-2631d0ad-de9e-4aed-9ba8-58004e134ae1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0507848 May 11 21:07:15.038694 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:15.060993 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c206222-0476-4d65-a639-b9aea7508e60 req-39860d05-eb36-4720-8cfe-dd8e04c1b3b4 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:15.062511 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1c206222-0476-4d65-a639-b9aea7508e60 req-39860d05-eb36-4720-8cfe-dd8e04c1b3b4 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0974607 May 11 21:07:15.107448 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-84114dd0-af14-4021-8e92-590033d77db7 req-a3e66b74-fb93-4400-b2e3-026d7284d023 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659702 May 11 21:07:15.174101 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1c206222-0476-4d65-a639-b9aea7508e60 req-c93c946b-3576-415e-9467-589d815cdf6c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043584 May 11 21:07:15.184132 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6490d5d3-0321-496b-b3a3-515b0210f957 req-8f98a2d0-b02b-402e-80cb-7a9c3ae251b5 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147296 May 11 21:07:15.404612 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ca8-577c-4180-aded-165f495bdd9d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:15.479122 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ca8-577c-4180-aded-165f495bdd9d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (2d20a69e-cc43-4501-914b-b7f91f9d33e7), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:15.491204 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde77f3-0dd2-4406-b685-2db046199759 req-dff771c2-c2f9-4bca-a4f5-bcfd73444fb6 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:15.492748 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3dde77f3-0dd2-4406-b685-2db046199759 req-dff771c2-c2f9-4bca-a4f5-bcfd73444fb6 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 946 time: 0.0525832 May 11 21:07:15.539469 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3dde77f3-0dd2-4406-b685-2db046199759 req-afe0320d-8495-442b-a4ae-71a83150fc20 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 May 11 21:07:15.585290 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-f2fd6ca8-577c-4180-aded-165f495bdd9d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Floating IP 2d20a69e-cc43-4501-914b-b7f91f9d33e7 associated. External IP: 172.27.3.194, port: 33495938-b6a2-44d1-a611-20bc7a6ee31c. May 11 21:07:15.822122 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da453-605a-4a98-9c5d-ca7b1b2537e7 req-461482e3-5f8b-4bba-a938-85af0dee1027 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:15.823589 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e6da453-605a-4a98-9c5d-ca7b1b2537e7 req-461482e3-5f8b-4bba-a938-85af0dee1027 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0586972 May 11 21:07:15.832609 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fd6ca8-577c-4180-aded-165f495bdd9d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Router 24f8bcc3-4b3f-4906-8252-84f991296269 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:07:15.914366 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e6da453-605a-4a98-9c5d-ca7b1b2537e7 req-cf75e3aa-d56b-4a8d-bd11-f66079f1933e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841835 May 11 21:07:15.978828 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fd6ca8-577c-4180-aded-165f495bdd9d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:07:15.983729 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f2fd6ca8-577c-4180-aded-165f495bdd9d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:15.989673 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:07:15.999816 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:07:16.000445 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:07:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:16.011780 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f2fd6ca8-577c-4180-aded-165f495bdd9d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "PUT /v2.0/floatingips/2d20a69e-cc43-4501-914b-b7f91f9d33e7 HTTP/1.1" status: 200 len: 991 time: 1.2059166 May 11 21:07:16.012449 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'tag': '33495938-b6a2-44d1-a611-20bc7a6ee31c'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:07:16.014822 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e7a477-a7c2-45e0-8758-4c07cc12176b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d723bfd-a4d6-44d4-8910-f88e2b7b395c", "tag": "33495938-b6a2-44d1-a611-20bc7a6ee31c"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:07:16.054557 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742e26a4-607e-4995-8592-0c94522499a0 x-openstack-request-id: req-742e26a4-607e-4995-8592-0c94522499a0 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:07:16.055606 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d723bfd-a4d6-44d4-8910-f88e2b7b395c", "tag": "33495938-b6a2-44d1-a611-20bc7a6ee31c", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:07:16.055863 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-742e26a4-607e-4995-8592-0c94522499a0 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:07:16.056270 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742e26a4-607e-4995-8592-0c94522499a0'] response: {'name': 'network-changed', 'server_uuid': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'tag': '33495938-b6a2-44d1-a611-20bc7a6ee31c', 'status': 'completed', 'code': 200} May 11 21:07:16.113047 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:07:16.255624 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963b282-57d6-42ad-9094-679d3a56f478 req-9f9287d1-eef1-4ae0-a356-1c18e62565d3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:16.257205 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8963b282-57d6-42ad-9094-679d3a56f478 req-9f9287d1-eef1-4ae0-a356-1c18e62565d3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0504212 May 11 21:07:16.303168 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586fed5-bbe4-4727-b090-09daf285ddba req-5f1607f2-8560-4b0e-81d2-0592c38cbf5c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:16.304806 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5586fed5-bbe4-4727-b090-09daf285ddba req-5f1607f2-8560-4b0e-81d2-0592c38cbf5c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0500541 May 11 21:07:16.322910 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8963b282-57d6-42ad-9094-679d3a56f478 req-2b79dc2e-6fcb-4bf7-a956-24b6d146e7a2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598576 May 11 21:07:16.363678 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5586fed5-bbe4-4727-b090-09daf285ddba req-7f174997-7c9a-49cc-a33d-2979a9b37b7c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530968 May 11 21:07:16.432634 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '051fc874-a4ec-47f8-9a31-a72b3ac9ad72', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:39:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:09Z', 'updated_at': '2022-05-11T21:05:40Z', 'revision_number': 2, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}, {'id': '2d20a69e-cc43-4501-914b-b7f91f9d33e7', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': '33495938-b6a2-44d1-a611-20bc7a6ee31c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:70:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:06:41Z', 'updated_at': '2022-05-11T21:07:15Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:16.459808 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:07:16.467977 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:07:16.468543 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:07:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:16.575416 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:07:16.590483 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:16.655262 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5936fbc-e843-42eb-99c1-372906ec101e req-f12da230-09a7-4adb-b26e-c6ef78a705d8 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:16.657561 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a5936fbc-e843-42eb-99c1-372906ec101e req-f12da230-09a7-4adb-b26e-c6ef78a705d8 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 946 time: 0.0495827 May 11 21:07:16.703279 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a5936fbc-e843-42eb-99c1-372906ec101e req-bb019aa2-84e9-42ca-a894-003fefde6864 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 May 11 21:07:16.798666 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '051fc874-a4ec-47f8-9a31-a72b3ac9ad72', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:39:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:09Z', 'updated_at': '2022-05-11T21:05:40Z', 'revision_number': 2, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}, {'id': '2d20a69e-cc43-4501-914b-b7f91f9d33e7', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': '33495938-b6a2-44d1-a611-20bc7a6ee31c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:70:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:06:41Z', 'updated_at': '2022-05-11T21:07:15Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:16.824616 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc1c747-0e4f-406c-8d84-595abeeb8d8e None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '051fc874-a4ec-47f8-9a31-a72b3ac9ad72', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:39:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:09Z', 'updated_at': '2022-05-11T21:05:40Z', 'revision_number': 2, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}, {'id': '2d20a69e-cc43-4501-914b-b7f91f9d33e7', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': '33495938-b6a2-44d1-a611-20bc7a6ee31c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:70:7e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:06:41Z', 'updated_at': '2022-05-11T21:07:15Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:07:16.986574 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-47485c34-0ffc-406a-9bb9-f8993c049125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:16.988157 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-47485c34-0ffc-406a-9bb9-f8993c049125 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 1129 time: 0.0492256 May 11 21:07:17.030319 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d52a7-7535-4bbd-9b2e-113d0bbd7233 None None] New status for floating IP 2d20a69e-cc43-4501-914b-b7f91f9d33e7: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:07:17.047686 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d41338-ef3a-4bb9-ab76-b6f47e146bd1 req-257ee9bb-03ef-402a-9ca8-76a6db6f3e12 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:17.049743 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08d41338-ef3a-4bb9-ab76-b6f47e146bd1 req-257ee9bb-03ef-402a-9ca8-76a6db6f3e12 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0517025 May 11 21:07:17.099322 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-08d41338-ef3a-4bb9-ab76-b6f47e146bd1 req-3cc9cf6e-f0d2-4ba2-93c6-5e9c3b0599c6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 May 11 21:07:17.142088 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 17516495-e3a1-4e3b-9f09-7e6a38573ceb no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:07:17.273434 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 17516495-e3a1-4e3b-9f09-7e6a38573ceb is: ACTIVE; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:17.273859 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:17.297168 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:07:17.299975 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975c65d5-93a5-44be-b500-ea910aaf7ac0" -d '{"events": [{"server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "name": "network-vif-unplugged", "status": "completed", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:07:17.312224 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:17.336641 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 May 2022 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3410ba05-4fb8-44a3-ab20-cf5ef794d574 x-openstack-request-id: req-3410ba05-4fb8-44a3-ab20-cf5ef794d574 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:07:17.336641 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "name": "network-vif-unplugged", "status": "completed", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:07:17.337008 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3410ba05-4fb8-44a3-ab20-cf5ef794d574 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:07:17.337424 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3410ba05-4fb8-44a3-ab20-cf5ef794d574'] response: {'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'code': 200} May 11 21:07:17.418727 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:17.442364 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b68073-35ce-4509-8e20-1a155c1726da req-3e1d1306-8609-4b35-b8e1-53c38320b96f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:17.443907 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-42b68073-35ce-4509-8e20-1a155c1726da req-3e1d1306-8609-4b35-b8e1-53c38320b96f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 945 time: 0.0472586 May 11 21:07:17.493397 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73f3d9-1684-41a7-bbda-709a4fce2980 req-f6858ac5-a018-44af-8de9-a858fb29890f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:17.494939 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5f73f3d9-1684-41a7-bbda-709a4fce2980 req-f6858ac5-a018-44af-8de9-a858fb29890f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0579643 May 11 21:07:17.505351 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=8']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:17.560165 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5f73f3d9-1684-41a7-bbda-709a4fce2980 req-a17cdba2-6e1b-4ead-a0d2-489d4bcafad9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485709 May 11 21:07:17.619659 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-42b68073-35ce-4509-8e20-1a155c1726da req-3dea3a20-3747-4d96-a21e-d9111004450b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698589 May 11 21:07:17.622381 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-03f2ea30-d992-47dd-8d95-dece4decc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:17.623783 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-03f2ea30-d992-47dd-8d95-dece4decc5c3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 1129 time: 0.1122255 May 11 21:07:17.627156 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-007c5eb7-085a-45d1-888f-0f9c9c3775df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:17.628512 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-007c5eb7-085a-45d1-888f-0f9c9c3775df service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 919 time: 0.1707282 May 11 21:07:17.701585 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-0730eef0-19c7-47cc-bd60-c970d65cb94a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcd2a37c-3573-4057-b264-754141dbb9d2 HTTP/1.1" status: 200 len: 217 time: 0.0562294 May 11 21:07:17.701839 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 46876) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:17.795021 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-7bf354d7-3f3c-4bbd-8eb5-325784c60adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:17.796477 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-7bf354d7-3f3c-4bbd-8eb5-325784c60adc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0877578 May 11 21:07:17.800941 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-11f8f042-3aed-4630-8f1e-bcb59db3b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:17.802370 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-11f8f042-3aed-4630-8f1e-bcb59db3b512 service neutron] 10.222.0.70 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 915 time: 0.1657162 May 11 21:07:18.034481 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e30af6d-a5b0-43b7-9905-ae335e21df65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:18.050696 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c707707-7209-4886-a71b-ffdfc1f85c82 req-e6db2e87-590e-4e01-8954-3fb7c8a0b9ec tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:18.052157 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c707707-7209-4886-a71b-ffdfc1f85c82 req-e6db2e87-590e-4e01-8954-3fb7c8a0b9ec tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 946 time: 0.2685661 May 11 21:07:18.075396 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-f37ab548-9cf3-49b9-bc65-c0f777bdbf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:18.077344 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-f37ab548-9cf3-49b9-bc65-c0f777bdbf4a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879564 May 11 21:07:18.115610 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-9406b4cd-621b-476e-ae8e-c2aa557c9a2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33495938-b6a2-44d1-a611-20bc7a6ee31c HTTP/1.1" status: 200 len: 1001 time: 0.1250105 May 11 21:07:18.122239 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c707707-7209-4886-a71b-ffdfc1f85c82 req-3636b88a-c0b8-442a-80de-cbbd869b7667 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641112 May 11 21:07:18.180115 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e30af6d-a5b0-43b7-9905-ae335e21df65 admin admin] Publish callbacks [] for security_group (4cdf4643-f1ac-4961-a476-ca58302fc843), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:18.239760 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-dbc1e481-ea8f-4c9e-a645-dedbff5d75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:18.241165 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0e30af6d-a5b0-43b7-9905-ae335e21df65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (4cdf4643-f1ac-4961-a476-ca58302fc843), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:18.241288 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-dbc1e481-ea8f-4c9e-a645-dedbff5d75a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 200 len: 853 time: 0.1194079 May 11 21:07:18.270071 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe37f1-3314-4fc8-8d35-47d7727292d2 req-d81f819f-2d64-4e0d-88f1-dd69f1ca8cfe tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:18.271852 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-61fe37f1-3314-4fc8-8d35-47d7727292d2 req-d81f819f-2d64-4e0d-88f1-dd69f1ca8cfe tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0786190 May 11 21:07:18.288684 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30af6d-a5b0-43b7-9905-ae335e21df65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdf4643-f1ac-4961-a476-ca58302fc843,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:18.295630 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0e30af6d-a5b0-43b7-9905-ae335e21df65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01e4db40dfe440a297c5e817963ff06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902445 May 11 21:07:18.296194 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 46888) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:18.310912 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-64bdfcea-342a-4a94-962e-de26371b112f service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167130 May 11 21:07:18.315683 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-0f6d1539-f99d-4aca-9e46-73c76951d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:18.317403 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-0f6d1539-f99d-4aca-9e46-73c76951d5ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93d70e35-28da-4d4e-9ed9-625e30aef3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671158 May 11 21:07:18.355855 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb2414ca-7ebb-4db2-888c-55ffa7db76db admin admin] Publish callbacks [] for security_group (4cdf4643-f1ac-4961-a476-ca58302fc843), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:18.378474 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb2414ca-7ebb-4db2-888c-55ffa7db76db admin admin] Publish callbacks [] for security_group (4cdf4643-f1ac-4961-a476-ca58302fc843), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:18.400371 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:18.512883 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb2414ca-7ebb-4db2-888c-55ffa7db76db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (4cdf4643-f1ac-4961-a476-ca58302fc843), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:18.516164 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb2414ca-7ebb-4db2-888c-55ffa7db76db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:18.517514 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cb2414ca-7ebb-4db2-888c-55ffa7db76db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4cdf4643-f1ac-4961-a476-ca58302fc843 HTTP/1.1" status: 204 len: 168 time: 0.2203002 May 11 21:07:18.527668 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2414ca-7ebb-4db2-888c-55ffa7db76db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdf4643-f1ac-4961-a476-ca58302fc843,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:18.704137 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91744295-3af6-412f-bd76-cce3482ab0a2 req-bc304c00-6f4c-41a5-a68f-b54691373c70 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:18.705405 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-91744295-3af6-412f-bd76-cce3482ab0a2 req-bc304c00-6f4c-41a5-a68f-b54691373c70 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0563779 May 11 21:07:18.739814 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-61fe37f1-3314-4fc8-8d35-47d7727292d2 req-891f72b5-35b2-432a-bdb0-5b83db9dd99c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4201283 May 11 21:07:18.774734 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcabeb30-e33d-472f-bff4-d28b1d0e19f0 req-e24287d3-38d9-4449-bbc1-494b9045cd78 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563560 May 11 21:07:18.778417 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-9b00a3c8-b459-4637-96b7-98506794ca9c service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500747 May 11 21:07:18.788891 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-91744295-3af6-412f-bd76-cce3482ab0a2 req-0b91aa95-070c-4a29-8793-7cdbfa44db10 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769444 May 11 21:07:18.905822 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaf6db-5b1e-419c-a979-fd9a3f04d1f2 req-4d60a681-1e28-4714-83ea-2b368a35e972 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:18.907861 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d6eaf6db-5b1e-419c-a979-fd9a3f04d1f2 req-4d60a681-1e28-4714-83ea-2b368a35e972 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0888569 May 11 21:07:18.944375 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a9e7a477-a7c2-45e0-8758-4c07cc12176b req-2ece94d3-9cd5-48fd-92a7-0780d7679933 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502039 May 11 21:07:18.973889 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d6eaf6db-5b1e-419c-a979-fd9a3f04d1f2 req-c3958c8f-1cef-49f4-80e9-a3d90f25f5a9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594304 May 11 21:07:19.595837 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da008b2-be35-402f-8912-e1fa9db48a24 req-8e05f601-d3e4-4078-917f-ca8513d7e25b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:19.597487 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4da008b2-be35-402f-8912-e1fa9db48a24 req-8e05f601-d3e4-4078-917f-ca8513d7e25b tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 946 time: 0.0491703 May 11 21:07:19.649110 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4da008b2-be35-402f-8912-e1fa9db48a24 req-1a78a385-a582-4be1-b75c-c30f03c8c845 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455804 May 11 21:07:19.663347 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 46940) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:19.761087 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1570129714-network', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:19.854796 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ef7fc-32b5-4bea-b284-e393c1fd998d req-4935c21e-5748-4d6e-bcef-41ae3a1a2ae8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:19.856273 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2d8ef7fc-32b5-4bea-b284-e393c1fd998d req-4935c21e-5748-4d6e-bcef-41ae3a1a2ae8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0465200 May 11 21:07:19.862084 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Made reservation on behalf of 31585e8d8c2b4eb0b052b30e2ce5fa63 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:07:19.869152 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:19.886857 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:19.937517 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2d8ef7fc-32b5-4bea-b284-e393c1fd998d req-33e3abc4-b591-4bef-aa1d-a685769f9fe6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703623 May 11 21:07:19.984550 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Publish callbacks [] for security_group (d554d128-015d-4f9a-b50a-0806c02aa084), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:20.052721 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7869419-ccbe-41c9-a32c-a0a0ab0a89e3 req-2ab1c645-bb12-4cab-b823-66e5f4184178 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:20.054188 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c7869419-ccbe-41c9-a32c-a0a0ab0a89e3 req-2ab1c645-bb12-4cab-b823-66e5f4184178 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0483930 May 11 21:07:20.102382 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c7869419-ccbe-41c9-a32c-a0a0ab0a89e3 req-4838f605-af67-4dc2-af3e-88b042e11fef tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 May 11 21:07:20.103439 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d554d128-015d-4f9a-b50a-0806c02aa084), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:20.128325 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:07:20.136767 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d554d128-015d-4f9a-b50a-0806c02aa084,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:20.142976 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (d46d5d61-f35b-49e0-b571-e842e9a67493), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:20.143389 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Added segment d46d5d61-f35b-49e0-b571-e842e9a67493 of type vlan for network c8d33d52-b2cd-4098-87c1-78268014f2dc May 11 21:07:20.186943 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (c8d33d52-b2cd-4098-87c1-78268014f2dc), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:20.281096 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (c8d33d52-b2cd-4098-87c1-78268014f2dc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:20.282710 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:20.283297 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:20.312391 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-90b7322e-70bd-4601-b380-2325e234e250 req-baf3bede-84fc-40eb-955a-2ce0de27e90b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 21:07:20.313436 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-90b7322e-70bd-4601-b380-2325e234e250 req-baf3bede-84fc-40eb-955a-2ce0de27e90b service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0113113 May 11 21:07:20.352042 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] Pushing event updated for resources: {'Network': ['ID=c8d33d52-b2cd-4098-87c1-78268014f2dc,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:20.369620 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network c8d33d52-b2cd-4098-87c1-78268014f2dc details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:07:20.532177 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-76ad02dc-0986-4dd7-bb0b-04bdb51a0a29 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8676629 May 11 21:07:20.535498 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 46958) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:20.540210 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Request body: {'subnet': {'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1570129714-subnet', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:20.598581 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Made reservation on behalf of 31585e8d8c2b4eb0b052b30e2ce5fa63 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:07:20.601211 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3811015'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:20.665509 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10f458-bedb-4e90-924d-ca31ed8cd0a1 req-1aa9de55-6f52-4d4f-89a4-4ad9aca6648a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:20.667049 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6f10f458-bedb-4e90-924d-ca31ed8cd0a1 req-1aa9de55-6f52-4d4f-89a4-4ad9aca6648a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0466728 May 11 21:07:20.746602 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6f10f458-bedb-4e90-924d-ca31ed8cd0a1 req-1200fa5f-2da2-491d-bb09-bdf74b105aa4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733960 May 11 21:07:20.806986 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065470da-9ca1-443b-aa9d-0c544b9cba23 req-48beb470-fd3a-460c-99b7-3faf3e95e119 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:20.808456 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-065470da-9ca1-443b-aa9d-0c544b9cba23 req-48beb470-fd3a-460c-99b7-3faf3e95e119 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 946 time: 0.0821843 May 11 21:07:20.861031 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-065470da-9ca1-443b-aa9d-0c544b9cba23 req-ac156b5b-ee1e-49b9-9704-233b00fc6528 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/security-groups?id=d64b81d9-fca1-49ea-9859-20a7bfa26833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467739 May 11 21:07:20.882490 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3811025'] for subnet (4cc88e64-ace5-4619-84b0-ef8325eab44c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:20.943447 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc88e64-ace5-4619-84b0-ef8325eab44c,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:20.950669 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Checking segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:07:20.951026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Network hostable DHCP agents. Network: c8d33d52-b2cd-4098-87c1-78268014f2dc, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:07:21.023963 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Network c8d33d52-b2cd-4098-87c1-78268014f2dc is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:07:21.063678 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296772a-a24b-402b-b03b-e05c6c43cf0d req-12413acf-881c-4e17-b965-2937c9feaa35 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:21.065188 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0296772a-a24b-402b-b03b-e05c6c43cf0d req-12413acf-881c-4e17-b965-2937c9feaa35 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0489392 May 11 21:07:21.112276 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0296772a-a24b-402b-b03b-e05c6c43cf0d req-c6e9ddb2-ed1b-4915-8fd9-b75342386028 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413408 May 11 21:07:21.125655 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 17516495-e3a1-4e3b-9f09-7e6a38573ceb no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:07:21.126979 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, c8d33d52-b2cd-4098-87c1-78268014f2dc) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:21.133059 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:21.133721 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.160623 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5782bf3-f9cd-49f8-bef3-955c2ff1ae6e None None] Network c8d33d52-b2cd-4098-87c1-78268014f2dc requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:07:21.268082 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3c063bcb-bc1b-4312-a503-18ea53f66d06 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7314510 May 11 21:07:21.268304 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 46984) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:21.274969 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:21.277384 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103276ac-e4be-4319-a6b2-13e4bf49ed90 req-299cd09c-0292-45a9-834a-73aa303124c0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:21.279078 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-103276ac-e4be-4319-a6b2-13e4bf49ed90 req-299cd09c-0292-45a9-834a-73aa303124c0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0894411 May 11 21:07:21.283354 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 17516495-e3a1-4e3b-9f09-7e6a38573ceb is: DOWN; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:21.293256 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-a8d3235a-8b7b-4993-9411-5c0bdfb79a5c tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:21.294824 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-a8d3235a-8b7b-4993-9411-5c0bdfb79a5c tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.70 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 946 time: 0.0880949 May 11 21:07:21.316275 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-c8d33d52-b2cd-4098-87c1-78268014f2dc', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 21:07:21.317471 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.337312 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 46988) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:21.375965 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (6079c222-8310-48e7-8109-2824082297f2), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.383439 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (6079c222-8310-48e7-8109-2824082297f2), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.403570 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-103276ac-e4be-4319-a6b2-13e4bf49ed90 req-45a2a254-b28b-40e2-bcef-90802a1635d8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077337 May 11 21:07:21.424705 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-d6146c0a-d6eb-4b40-a680-e2210cfce653 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Deleting port ecf532cd-f0d2-415d-8d62-af6fa3e46687 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:07:21.425154 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-d6146c0a-d6eb-4b40-a680-e2210cfce653 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.487838 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Allocated IP 172.20.0.2 (c8d33d52-b2cd-4098-87c1-78268014f2dc/4cc88e64-ace5-4619-84b0-ef8325eab44c/cb544116-0672-4b06-ae0a-1e379bfab86a) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:07:21.504506 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-c6820046-f32b-499b-af08-8c8bfa8a7c95 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1660118 May 11 21:07:21.521091 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-7087f12f-c6c3-4f95-bd38-b443b6075b78 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 21:07:21.531841 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-7087f12f-c6c3-4f95-bd38-b443b6075b78 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0096335 May 11 21:07:21.532853 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-d6146c0a-d6eb-4b40-a680-e2210cfce653 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] For port ecf532cd-f0d2-415d-8d62-af6fa3e46687, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=ecf532cd-f0d2-415d-8d62-af6fa3e46687,segment=NetworkSegment(e4ca29c1-93a7-4019-8d86-53e9df4475d8),segment_id=e4ca29c1-93a7-4019-8d86-53e9df4475d8)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:21.533252 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-d6146c0a-d6eb-4b40-a680-e2210cfce653 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.557362 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-d6146c0a-d6eb-4b40-a680-e2210cfce653 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Calling delete_port for ecf532cd-f0d2-415d-8d62-af6fa3e46687 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:07:21.578418 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks [] for router_controller (6079c222-8310-48e7-8109-2824082297f2), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.628580 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 46998) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:21.646922 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Publish callbacks [] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.741647 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.770537 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-d6146c0a-d6eb-4b40-a680-e2210cfce653 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (ecf532cd-f0d2-415d-8d62-af6fa3e46687), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.786653 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Network c8d33d52-b2cd-4098-87c1-78268014f2dc is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:07:21.792468 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['ecf532cd-f0d2-415d-8d62-af6fa3e46687'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:07:21.798134 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-c2de71da-fd78-4362-bba0-26a4f7c689e8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:21.819763 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-c2de71da-fd78-4362-bba0-26a4f7c689e8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports/17516495-e3a1-4e3b-9f09-7e6a38573ceb HTTP/1.1" status: 200 len: 940 time: 0.1798308 May 11 21:07:21.821217 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:21.824046 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:07:21.829096 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6146c0a-d6eb-4b40-a680-e2210cfce653 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Pushing event deleted for resources: {'Port': ['ID=ecf532cd-f0d2-415d-8d62-af6fa3e46687,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:21.835102 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Pushing event updated for resources: {'Port': ['ID=cb544116-0672-4b06-ae0a-1e379bfab86a,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:21.897466 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-d6146c0a-d6eb-4b40-a680-e2210cfce653 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] No DVR routers for this DVR port ecf532cd-f0d2-415d-8d62-af6fa3e46687 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:07:21.900263 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-d6146c0a-d6eb-4b40-a680-e2210cfce653 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.904360 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a00be672-d77f-4b8c-8068-4b6103f342dd req-d6146c0a-d6eb-4b40-a680-e2210cfce653 tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.70 "DELETE /v2.0/ports/ecf532cd-f0d2-415d-8d62-af6fa3e46687 HTTP/1.1" status: 204 len: 173 time: 0.6009586 May 11 21:07:21.904515 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518bb2e2-a544-4bcf-8f1e-7983b489a814', 'name': 'network-vif-deleted', 'tag': 'ecf532cd-f0d2-415d-8d62-af6fa3e46687'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:07:21.908146 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3300872-4618-4add-a63f-ceadcb18577b" -d '{"events": [{"server_uuid": "518bb2e2-a544-4bcf-8f1e-7983b489a814", "name": "network-vif-deleted", "tag": "ecf532cd-f0d2-415d-8d62-af6fa3e46687"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:07:21.912077 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Attempting to bind port cb544116-0672-4b06-ae0a-1e379bfab86a on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:07:21.912477 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Attempting to bind port cb544116-0672-4b06-ae0a-1e379bfab86a by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:07:21.912948 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Attempting to bind port cb544116-0672-4b06-ae0a-1e379bfab86a on network c8d33d52-b2cd-4098-87c1-78268014f2dc {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:07:21.913048 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks [] for router_gateway (6079c222-8310-48e7-8109-2824082297f2), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.925242 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:07:21.925945 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Checking segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:07:21.926528 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.927118 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Bound using segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:07:21.928108 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Bound port: cb544116-0672-4b06-ae0a-1e379bfab86a, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:07:21.928688 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:21.983163 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7062d-af6e-4e85-8cb6-627abb276992 req-3f135728-6dcf-48f4-81d7-d318b96d123b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:21.985809 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-74f7062d-af6e-4e85-8cb6-627abb276992 req-3f135728-6dcf-48f4-81d7-d318b96d123b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.1406040 May 11 21:07:21.997427 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5f162bf7-8272-4ff9-924b-754ebe4214cf req-94e7a2d0-74bb-4e96-9f96-060c232118eb tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 210 time: 0.0368116 May 11 21:07:22.037734 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] For port cb544116-0672-4b06-ae0a-1e379bfab86a, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:07:22.040824 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] For port cb544116-0672-4b06-ae0a-1e379bfab86a, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cb544116-0672-4b06-ae0a-1e379bfab86a,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:07:22.051886 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91a6267-c52b-40df-af4b-e0613b426603 x-openstack-request-id: req-d91a6267-c52b-40df-af4b-e0613b426603 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:07:22.052371 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518bb2e2-a544-4bcf-8f1e-7983b489a814", "name": "network-vif-deleted", "tag": "ecf532cd-f0d2-415d-8d62-af6fa3e46687", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:07:22.052691 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d91a6267-c52b-40df-af4b-e0613b426603 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:07:22.053159 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91a6267-c52b-40df-af4b-e0613b426603'] response: {'server_uuid': '518bb2e2-a544-4bcf-8f1e-7983b489a814', 'name': 'network-vif-deleted', 'tag': 'ecf532cd-f0d2-415d-8d62-af6fa3e46687', 'status': 'completed', 'code': 200} May 11 21:07:22.108004 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-74f7062d-af6e-4e85-8cb6-627abb276992 req-6a3799b2-fb62-4752-929d-03530f37dfe3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137087 May 11 21:07:22.110933 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:22.201816 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8faf25-73fc-4cef-881b-6e2a723b2294 None None] Pushing event updated for resources: {'Port': ['ID=cb544116-0672-4b06-ae0a-1e379bfab86a,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:22.257515 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcfb91-ec02-44f9-848b-5c0cb3152fc5 req-7175b54e-628d-4d25-8d6c-1a420d5bed97 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:22.259275 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e3fcfb91-ec02-44f9-848b-5c0cb3152fc5 req-7175b54e-628d-4d25-8d6c-1a420d5bed97 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0553398 May 11 21:07:22.281198 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks [] for router_gateway (6079c222-8310-48e7-8109-2824082297f2), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:22.307834 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:22.319183 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e3fcfb91-ec02-44f9-848b-5c0cb3152fc5 req-5cadef3d-57a3-4ceb-9beb-d888e1952204 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508711 May 11 21:07:22.498889 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Allocated IP 172.27.3.33 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/3c974c6f-7b04-4085-a619-a5b1e67ec346) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:07:22.602332 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3c089-1c44-440a-b3f5-bf956d496561 req-7e26fe51-c828-4fbb-9193-752847906154 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:22.603854 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-84d3c089-1c44-440a-b3f5-bf956d496561 req-7e26fe51-c828-4fbb-9193-752847906154 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0941114 May 11 21:07:22.678827 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks [] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:22.682820 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-84d3c089-1c44-440a-b3f5-bf956d496561 req-5b020be4-828b-4da5-ab70-022d02a198b0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727472 May 11 21:07:22.770014 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:22.811728 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:07:22.816890 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:22.821422 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:07:22.824617 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Pushing event updated for resources: {'Port': ['ID=3c974c6f-7b04-4085-a619-a5b1e67ec346,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:23.122869 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65a484f6-77bf-468e-9f14-ef78e833e17d req-bb3f8c25-924f-4123-8eca-7f89cb8eb17c tempest-VolumesActionsTest-569771568 tempest-VolumesActionsTest-569771568-project] 10.222.0.35 "GET /v2.0/ports?device_id=518bb2e2-a544-4bcf-8f1e-7983b489a814 HTTP/1.1" status: 200 len: 210 time: 0.0332234 May 11 21:07:23.194633 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks [] for router_gateway (6079c222-8310-48e7-8109-2824082297f2), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:23.291308 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca2344-8ba5-4567-a15f-5cbc637d706d None None] Network c8d33d52-b2cd-4098-87c1-78268014f2dc requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:07:23.295158 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddc10b-b303-451a-9aa6-8d62b7f2ccc5 req-63c7cfb3-f47d-4e24-ad77-83e8215bb656 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:23.300768 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43ddc10b-b303-451a-9aa6-8d62b7f2ccc5 req-63c7cfb3-f47d-4e24-ad77-83e8215bb656 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0586853 May 11 21:07:23.333159 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-631c5eaf-c0e1-4b81-90ea-d8890bb97d81 None None] Provisioning complete for port cb544116-0672-4b06-ae0a-1e379bfab86a triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:23.333614 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-631c5eaf-c0e1-4b81-90ea-d8890bb97d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:23.360997 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:07:23.424732 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43ddc10b-b303-451a-9aa6-8d62b7f2ccc5 req-576f2a22-83f0-4d29-9a78-f451d14c840b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984004 May 11 21:07:23.485087 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac0225-6797-4c67-8ad1-c8d2f1fd34dc req-1225b015-5e21-4b6b-a74f-773ee13d1b9e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:23.486606 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93ac0225-6797-4c67-8ad1-c8d2f1fd34dc req-1225b015-5e21-4b6b-a74f-773ee13d1b9e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0825214 May 11 21:07:23.494044 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (6079c222-8310-48e7-8109-2824082297f2), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:23.507589 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-631c5eaf-c0e1-4b81-90ea-d8890bb97d81 None None] Current status of the port cb544116-0672-4b06-ae0a-1e379bfab86a is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:23.507589 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-631c5eaf-c0e1-4b81-90ea-d8890bb97d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:23.539525 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-631c5eaf-c0e1-4b81-90ea-d8890bb97d81 None None] For port cb544116-0672-4b06-ae0a-1e379bfab86a, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cb544116-0672-4b06-ae0a-1e379bfab86a,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:23.547943 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93ac0225-6797-4c67-8ad1-c8d2f1fd34dc req-395a610c-709c-4667-b7b5-40c8ee41c49f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525982 May 11 21:07:23.619810 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-631c5eaf-c0e1-4b81-90ea-d8890bb97d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:23.674538 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c5eaf-c0e1-4b81-90ea-d8890bb97d81 None None] Pushing event updated for resources: {'Port': ['ID=cb544116-0672-4b06-ae0a-1e379bfab86a,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:23.736413 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Router 6079c222-8310-48e7-8109-2824082297f2 is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 21:07:23.746548 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-5fb02c64-3dc2-4a7b-a139-7a6a5fa1a7f4 None None] Provisioning complete for port cb544116-0672-4b06-ae0a-1e379bfab86a triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:23.747321 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5fb02c64-3dc2-4a7b-a139-7a6a5fa1a7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:23.844364 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0b987-3475-462a-be40-8a43064747f9 req-539f93e4-a01a-40c3-84ec-a12483ffed73 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:23.850162 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fcf0b987-3475-462a-be40-8a43064747f9 req-539f93e4-a01a-40c3-84ec-a12483ffed73 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0953250 May 11 21:07:23.928070 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:07:23.939633 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Sync routers for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:07:23.956453 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:07:23.965163 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:07:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:23.965447 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fcf0b987-3475-462a-be40-8a43064747f9 req-cb732491-d957-438b-ae32-95cba3ca09db tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054475 May 11 21:07:23.965640 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-5fb02c64-3dc2-4a7b-a139-7a6a5fa1a7f4 None None] Current status of the port cb544116-0672-4b06-ae0a-1e379bfab86a is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:24.049804 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:24.051237 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f543c7d3-e2c6-42d6-8245-d35de8435b1e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7815773 May 11 21:07:24.053915 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47032) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:24.087524 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:07:24.265182 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:22Z', 'revision_number': 3, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:24.295757 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Checking router: 6079c222-8310-48e7-8109-2824082297f2 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:07:24.296101 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Updating router 6079c222-8310-48e7-8109-2824082297f2 port 3c974c6f-7b04-4085-a619-a5b1e67ec346 binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:07:24.344134 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:24.483775 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cb544116-0672-4b06-ae0a-1e379bfab86a up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:24.565448 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port cb544116-0672-4b06-ae0a-1e379bfab86a triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:24.566040 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:24.623499 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244949af-3716-4506-9b5e-b32f1d042807 req-9b05dd77-b0da-441c-a443-778dfa83b80a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:24.625557 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-244949af-3716-4506-9b5e-b32f1d042807 req-9b05dd77-b0da-441c-a443-778dfa83b80a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0577099 May 11 21:07:24.731246 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port cb544116-0672-4b06-ae0a-1e379bfab86a is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:24.744349 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb59d4d-b198-4312-a36e-9ef611a6f823 req-672fcf37-2da0-4a63-84e1-05a65863da7e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:24.752843 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bb59d4d-b198-4312-a36e-9ef611a6f823 req-672fcf37-2da0-4a63-84e1-05a65863da7e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0732255 May 11 21:07:24.821686 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bb59d4d-b198-4312-a36e-9ef611a6f823 req-414da451-a564-46c7-8923-ce206b7ea307 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678449 May 11 21:07:24.871304 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Publish callbacks [] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:24.873846 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-244949af-3716-4506-9b5e-b32f1d042807 req-dacca6a5-c295-42bb-a35a-26606e0e2dba tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153442 May 11 21:07:24.930511 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:24.946745 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:25.023058 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Attempting to bind port 3c974c6f-7b04-4085-a619-a5b1e67ec346 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:07:25.023676 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Attempting to bind port 3c974c6f-7b04-4085-a619-a5b1e67ec346 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:07:25.024456 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Attempting to bind port 3c974c6f-7b04-4085-a619-a5b1e67ec346 on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:07:25.056086 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:07:25.056749 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:07:25.057315 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:25.057913 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:07:25.058538 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Bound port: 3c974c6f-7b04-4085-a619-a5b1e67ec346, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:07:25.062138 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:25.127705 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3b61e-6117-4a5b-af02-ec0705d084f6 req-1269fb77-9d4d-4458-8472-68077bbb54c0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:25.129158 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1dd3b61e-6117-4a5b-af02-ec0705d084f6 req-1269fb77-9d4d-4458-8472-68077bbb54c0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0812442 May 11 21:07:25.137316 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Pushing event updated for resources: {'Port': ['ID=3c974c6f-7b04-4085-a619-a5b1e67ec346,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:25.149930 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] For port 3c974c6f-7b04-4085-a619-a5b1e67ec346, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:07:25.152443 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.152956 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.153624 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.153991 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.154325 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.154810 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.155141 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.155466 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.155907 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.156421 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.156750 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.157091 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.157421 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.157786 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.158108 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:25.169720 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device ecf532cd-f0d2-415d-8d62-af6fa3e46687 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:07:25.170800 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Allocated IP 172.20.0.1 (c8d33d52-b2cd-4098-87c1-78268014f2dc/4cc88e64-ace5-4619-84b0-ef8325eab44c/e4d8a46d-4740-451b-b96f-7f0f1e36a3bd) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:07:25.172508 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] For port 3c974c6f-7b04-4085-a619-a5b1e67ec346, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=3c974c6f-7b04-4085-a619-a5b1e67ec346,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:07:25.222476 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1dd3b61e-6117-4a5b-af02-ec0705d084f6 req-ec4e89dc-3124-48dd-b615-bd4ededbee40 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863578 May 11 21:07:25.227347 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186b54a-0879-45b2-9954-2d4946a7b703 req-ab4d19a8-2ab7-461d-9f75-d820c2adf6bc tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:25.229499 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: ecf532cd-f0d2-415d-8d62-af6fa3e46687 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:07:25.230116 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device ecf532cd-f0d2-415d-8d62-af6fa3e46687 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:07:25.236553 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0186b54a-0879-45b2-9954-2d4946a7b703 req-ab4d19a8-2ab7-461d-9f75-d820c2adf6bc tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0895033 May 11 21:07:25.264917 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:25.283573 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-03843d13-0ef0-45bc-94fc-bf25664d065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:25.285475 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-03843d13-0ef0-45bc-94fc-bf25664d065a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25&tenant_id=54d75c229dc14e59b53a1ec63a0f00f8 HTTP/1.1" status: 200 len: 1127 time: 0.2328942 May 11 21:07:25.325130 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0186b54a-0879-45b2-9954-2d4946a7b703 req-c607ef58-5f16-4325-ab9f-fabc2874ac6e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874872 May 11 21:07:25.349495 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Publish callbacks [] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:25.383202 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-b03055ab-88ed-4757-b5f3-4c831d89dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:25.384792 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-b03055ab-88ed-4757-b5f3-4c831d89dd91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 1127 time: 0.0547493 May 11 21:07:25.403197 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08711b3-fc01-4322-bbe7-6ac822167237 None None] Pushing event updated for resources: {'Port': ['ID=3c974c6f-7b04-4085-a619-a5b1e67ec346,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:25.407791 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:07:25.408392 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:07:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:25.454608 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:25.488657 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-87e13336-afa8-4662-9356-63a5fe2b56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:25.490433 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-87e13336-afa8-4662-9356-63a5fe2b56e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 1130 time: 0.0900419 May 11 21:07:25.500061 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Network c8d33d52-b2cd-4098-87c1-78268014f2dc is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:07:25.503460 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:25.508062 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:07:25.524780 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:07:25.538238 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d8a46d-4740-451b-b96f-7f0f1e36a3bd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:25.564726 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (6079c222-8310-48e7-8109-2824082297f2), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:25.604583 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-c749202a-422d-44de-83d4-9a644d058abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:25.606113 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-c749202a-422d-44de-83d4-9a644d058abf service neutron] 10.222.0.70 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 911 time: 0.1024234 May 11 21:07:25.663427 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-d7c5dffe-b2ee-423c-8f3e-23d3d47cb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:25.665449 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-d7c5dffe-b2ee-423c-8f3e-23d3d47cb85f service neutron] 10.222.0.70 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 918 time: 0.2737460 May 11 21:07:25.740025 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-5a24113c-a5e5-49cf-8fe7-5101a5efbdd8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c51e32e-4186-43e2-9063-ee5936dea096 HTTP/1.1" status: 200 len: 1001 time: 0.1258128 May 11 21:07:25.805306 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:25.845040 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-bdd34126-9cd7-43e8-b446-76c583fc786b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb HTTP/1.1" status: 200 len: 999 time: 0.1649377 May 11 21:07:25.847868 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-e3685bfd-9c8a-4c29-bd3c-2845f41d5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:25.849292 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-e3685bfd-9c8a-4c29-bd3c-2845f41d5179 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 HTTP/1.1" status: 200 len: 849 time: 0.1017675 May 11 21:07:25.863268 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:22Z', 'revision_number': 3, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:25.899534 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67224f70-4348-41b7-9e35-252c8cfdf71c None None] Provisioning complete for port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:25.900449 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cf043-650b-45a5-b9dc-3355fb4435da None None] The sync data for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi is: [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:22Z', 'revision_number': 3, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:07:25.901064 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67224f70-4348-41b7-9e35-252c8cfdf71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:25.919074 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-044adc8a-1227-48c1-9b69-23c95639c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:25.920588 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-044adc8a-1227-48c1-9b69-23c95639c861 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26111c2a-0c3d-4253-b45f-aeacb402f250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634227 May 11 21:07:25.926684 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-38ef51ed-a64a-4b46-8f19-f0f63574d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:25.939352 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-38ef51ed-a64a-4b46-8f19-f0f63574d405 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 200 len: 856 time: 0.0890670 May 11 21:07:25.956420 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67224f70-4348-41b7-9e35-252c8cfdf71c None None] Port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:07:26.058872 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f4c19-632d-4d02-a18a-450a1bfce9e4 req-32304946-afbe-409a-96e4-3c8ca36e7111 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:26.060345 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff7f4c19-632d-4d02-a18a-450a1bfce9e4 req-32304946-afbe-409a-96e4-3c8ca36e7111 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0609334 May 11 21:07:26.062364 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-178c0976-77d1-4971-802f-1383c1d60ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:26.064417 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-178c0976-77d1-4971-802f-1383c1d60ad6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116915 May 11 21:07:26.133976 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Publish callbacks [] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:26.139476 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff7f4c19-632d-4d02-a18a-450a1bfce9e4 req-d7223282-5435-4cb8-b50e-ae4942173488 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694802 May 11 21:07:26.148121 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-f2e03f16-25c4-4792-8db0-7562bc7e5071 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077460 May 11 21:07:26.224611 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:26.244421 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-83df4731-1fbd-400a-ae20-52998599aabf service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720686 May 11 21:07:26.308266 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-45a4a0ef-0222-4d32-98a8-c25d24e0520e req-706ae529-043f-4216-9a2c-95998c419a28 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523087 May 11 21:07:26.309054 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d8a46d-4740-451b-b96f-7f0f1e36a3bd,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:26.311883 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (6079c222-8310-48e7-8109-2824082297f2), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:26.406314 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95822553-7ed3-487c-829d-448d0f1f39b4 req-b9ee0634-ab93-4f93-bad1-9ef5d0421687 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:26.408124 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95822553-7ed3-487c-829d-448d0f1f39b4 req-b9ee0634-ab93-4f93-bad1-9ef5d0421687 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0623379 May 11 21:07:26.444515 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-29dbfcec-c16e-40e3-8ca9-b77bb5818c0e req-caadbd8f-b7ea-4715-a07b-fac2c3ead155 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817744 May 11 21:07:26.489516 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-95822553-7ed3-487c-829d-448d0f1f39b4 req-b84786e6-30f6-4a30-bb62-68162f9bb123 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742269 May 11 21:07:26.498460 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Network c8d33d52-b2cd-4098-87c1-78268014f2dc is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:07:26.502414 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:26.505808 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3c974c6f-7b04-4085-a619-a5b1e67ec346 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:26.518928 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b3ff9-69b8-4fe0-8cf1-f11237b02e21 req-6673150f-b341-4aa1-80a7-85b9f2dca571 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:26.521016 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd0b3ff9-69b8-4fe0-8cf1-f11237b02e21 req-6673150f-b341-4aa1-80a7-85b9f2dca571 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0841684 May 11 21:07:26.568186 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 3c974c6f-7b04-4085-a619-a5b1e67ec346 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:26.568653 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:26.610161 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd0b3ff9-69b8-4fe0-8cf1-f11237b02e21 req-4cd3c24f-9f78-4c48-830e-ceafaa5aa6a1 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537426 May 11 21:07:26.654930 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 3c974c6f-7b04-4085-a619-a5b1e67ec346 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:26.655329 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:26.677961 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port 3c974c6f-7b04-4085-a619-a5b1e67ec346, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=3c974c6f-7b04-4085-a619-a5b1e67ec346,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:26.684733 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Router 6079c222-8310-48e7-8109-2824082297f2 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:07:26.741118 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:26.803674 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-879cd41b-392c-4cdb-bf7c-587f27e99434 None None] Provisioning complete for port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:26.804124 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-879cd41b-392c-4cdb-bf7c-587f27e99434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:26.805888 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:07:26.809737 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=3c974c6f-7b04-4085-a619-a5b1e67ec346,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:26.811180 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-84a61f70-faa7-494a-92c8-7ba519548422 admin admin] 10.222.0.35 "PUT /v2.0/routers/6079c222-8310-48e7-8109-2824082297f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561917 May 11 21:07:26.872095 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-879cd41b-392c-4cdb-bf7c-587f27e99434 None None] Port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:07:27.267756 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff1ac1-45eb-4015-abe9-a04c05f17ce7 req-4c6a9af2-8dd0-4d9f-a599-0999f90878b0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:27.270947 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4ff1ac1-45eb-4015-abe9-a04c05f17ce7 req-4c6a9af2-8dd0-4d9f-a599-0999f90878b0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0537271 May 11 21:07:27.320159 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e4ff1ac1-45eb-4015-abe9-a04c05f17ce7 req-55d416d5-7629-4339-bac4-8be780375a2b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450437 May 11 21:07:27.501859 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47132) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:27.506637 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-209298052-network', 'tenant_id': '386fab40624d4318a27dcfa1379427f7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:27.627356 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02ebc7-2908-47bb-85f6-80ce2cb4d588 req-1377f213-4183-4462-a0f5-b7dbfc32f87f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:27.628852 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e02ebc7-2908-47bb-85f6-80ce2cb4d588 req-1377f213-4183-4462-a0f5-b7dbfc32f87f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0516739 May 11 21:07:27.629911 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Made reservation on behalf of 386fab40624d4318a27dcfa1379427f7 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:07:27.632178 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:27.649267 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:27.708941 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e02ebc7-2908-47bb-85f6-80ce2cb4d588 req-92684f4c-f81d-4d41-80f5-a253f314084b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743411 May 11 21:07:27.736166 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Sync routers for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:07:27.740545 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ebea-3b19-40ca-b908-13fbe6f053c0 req-42095a09-d532-403f-b422-728e4ffbe9bf tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:27.742745 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6818ebea-3b19-40ca-b908-13fbe6f053c0 req-42095a09-d532-403f-b422-728e4ffbe9bf tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0541592 May 11 21:07:27.746914 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:07:27.747543 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:07:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:27.774499 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Publish callbacks [] for security_group (3041386a-7aee-476c-815d-8706211cc969), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:27.792708 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6818ebea-3b19-40ca-b908-13fbe6f053c0 req-e9c6a285-1429-458c-a4a0-b64afd7e64d0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437443 May 11 21:07:27.841344 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (3041386a-7aee-476c-815d-8706211cc969), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:27.857008 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:07:27.869184 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:07:27.875694 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3041386a-7aee-476c-815d-8706211cc969,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:27.886476 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:27.886880 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Added segment 3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb of type vlan for network 183c67e5-ac54-443a-af77-a20ea72cdfa7 May 11 21:07:27.939132 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (183c67e5-ac54-443a-af77-a20ea72cdfa7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.026654 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (183c67e5-ac54-443a-af77-a20ea72cdfa7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.027737 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:28.028342 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.048567 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 2, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:28.079507 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Checking router: 6079c222-8310-48e7-8109-2824082297f2 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:07:28.079861 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Updating router 6079c222-8310-48e7-8109-2824082297f2 port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:07:28.092649 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] Pushing event updated for resources: {'Network': ['ID=183c67e5-ac54-443a-af77-a20ea72cdfa7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:28.104387 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network 183c67e5-ac54-443a-af77-a20ea72cdfa7 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:07:28.130331 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.137768 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-506d29b9-fe12-4856-a6ec-c4a51e8eb391 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6347883 May 11 21:07:28.140417 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47144) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:28.145859 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Request body: {'subnet': {'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-209298052-subnet', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:28.237753 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Made reservation on behalf of 386fab40624d4318a27dcfa1379427f7 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:07:28.240331 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50779218'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.421053 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3c974c6f-7b04-4085-a619-a5b1e67ec346 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:28.468993 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d96c7-d6e9-4477-86af-007ebc9cddb0 req-a9906151-cfdd-4d60-a228-f50a391fa0d5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:28.470586 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-162d96c7-d6e9-4477-86af-007ebc9cddb0 req-a9906151-cfdd-4d60-a228-f50a391fa0d5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0581508 May 11 21:07:28.518845 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Publish callbacks [] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.521502 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-162d96c7-d6e9-4477-86af-007ebc9cddb0 req-83ae1937-43b2-4a74-8851-a157cdfef5eb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451593 May 11 21:07:28.521995 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 3c974c6f-7b04-4085-a619-a5b1e67ec346 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:28.522246 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.541121 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3277976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50779204'] for subnet (a0db7dd4-a209-437e-a8ac-4d0f77e6b296), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.590152 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0db7dd4-a209-437e-a8ac-4d0f77e6b296,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:28.603848 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.606396 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Checking segment: {'id': '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:07:28.611220 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Network hostable DHCP agents. Network: 183c67e5-ac54-443a-af77-a20ea72cdfa7, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:07:28.611945 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 3c974c6f-7b04-4085-a619-a5b1e67ec346 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:28.655894 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afa594-f90b-4c34-97c4-7ad337f1e328 None None] Pushing event updated for resources: {'Port': ['ID=e4d8a46d-4740-451b-b96f-7f0f1e36a3bd,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:28.686632 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Network 183c67e5-ac54-443a-af77-a20ea72cdfa7 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:07:28.715185 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Attempting to bind port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:07:28.715555 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Attempting to bind port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:07:28.715935 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Attempting to bind port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd on network c8d33d52-b2cd-4098-87c1-78268014f2dc {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:07:28.722356 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:07:28.722731 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Checking segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:07:28.723130 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.723523 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Bound using segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:07:28.725522 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Bound port: e4d8a46d-4740-451b-b96f-7f0f1e36a3bd, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:07:28.725522 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.785449 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, 183c67e5-ac54-443a-af77-a20ea72cdfa7) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:28.794886 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690b414-d0be-424a-9f3d-fa2d59652a5b None None] Network 183c67e5-ac54-443a-af77-a20ea72cdfa7 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:07:28.805172 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:28.805809 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.816782 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] For port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:07:28.832902 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] For port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=e4d8a46d-4740-451b-b96f-7f0f1e36a3bd,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:07:28.857010 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c374c34-7810-43e7-a554-5b1373712599 req-309a43e5-4d23-44d9-8cdc-3cb8780372ac tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:28.859051 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3c374c34-7810-43e7-a554-5b1373712599 req-309a43e5-4d23-44d9-8cdc-3cb8780372ac tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0859222 May 11 21:07:28.914686 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9b0e29a7-f4b8-4ef1-bcf7-0afde16c2825 None None] Provisioning complete for port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:28.915184 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9b0e29a7-f4b8-4ef1-bcf7-0afde16c2825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.922286 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3c374c34-7810-43e7-a554-5b1373712599 req-68371481-3db6-4c9f-bb52-f9b5a6cf5c09 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551176 May 11 21:07:28.929428 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0f3b3c24-1dd9-4fbe-8cb5-cd91cc32e5e5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7850707 May 11 21:07:28.929853 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47152) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:28.934670 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-209298052-router', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:28.951540 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b8c48-914d-4193-b0fb-0c0150086c9f req-37918552-6f56-4abe-9d13-794cf8c9a2cd tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:28.951662 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-183c67e5-ac54-443a-af77-a20ea72cdfa7', 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7', 'project_id': '386fab40624d4318a27dcfa1379427f7', 'fixed_ips': [{'subnet_id': 'a0db7dd4-a209-437e-a8ac-4d0f77e6b296'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 21:07:28.951662 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.954789 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac3b8c48-914d-4193-b0fb-0c0150086c9f req-37918552-6f56-4abe-9d13-794cf8c9a2cd tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0853727 May 11 21:07:28.958719 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:28.983111 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e29a7-f4b8-4ef1-bcf7-0afde16c2825 None None] Port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:07:29.006202 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac3b8c48-914d-4193-b0fb-0c0150086c9f req-99f62342-2253-46f6-a57d-f2c39491c3c3 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505838 May 11 21:07:29.041860 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:07:29.042513 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:07:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:29.049592 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (6b99743f-ff56-444e-bf2c-004e7ffb564c), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.050926 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (6b99743f-ff56-444e-bf2c-004e7ffb564c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.116447 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks [] for router_controller (6b99743f-ff56-444e-bf2c-004e7ffb564c), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.149252 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afa594-f90b-4c34-97c4-7ad337f1e328 None None] Pushing event updated for resources: {'Port': ['ID=e4d8a46d-4740-451b-b96f-7f0f1e36a3bd,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:29.257962 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Allocated IP 172.20.0.2 (183c67e5-ac54-443a-af77-a20ea72cdfa7/a0db7dd4-a209-437e-a8ac-4d0f77e6b296/7c8bfce0-a724-457d-8334-f209c0ab7902) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:07:29.260853 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:07:29.324448 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks [] for router_gateway (6b99743f-ff56-444e-bf2c-004e7ffb564c), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.443023 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-162f87e4-a120-48f1-b403-dca4d18ef80b None None] Provisioning complete for port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:29.443306 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-162f87e4-a120-48f1-b403-dca4d18ef80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.583796 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks [] for router_gateway (6b99743f-ff56-444e-bf2c-004e7ffb564c), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.612595 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.772529 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Publish callbacks [] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.773907 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-162f87e4-a120-48f1-b403-dca4d18ef80b None None] Current status of the port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:29.774290 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-162f87e4-a120-48f1-b403-dca4d18ef80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.788191 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:28Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:29.824346 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267f591-22d8-4f18-adec-32f46de28c26 None None] The sync data for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi is: [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:28Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:07:29.846514 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-162f87e4-a120-48f1-b403-dca4d18ef80b None None] For port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=e4d8a46d-4740-451b-b96f-7f0f1e36a3bd,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:29.850402 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.913854 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Network 183c67e5-ac54-443a-af77-a20ea72cdfa7 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:07:29.916760 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:29.920190 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:07:29.952260 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-162f87e4-a120-48f1-b403-dca4d18ef80b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:29.975253 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9402d27-f9b1-4126-a41c-4d674891fab3 req-9d614c3d-df17-4012-aebb-d1ce9bd66732 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:29.976915 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9402d27-f9b1-4126-a41c-4d674891fab3 req-9d614c3d-df17-4012-aebb-d1ce9bd66732 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.3742232 May 11 21:07:30.003818 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Pushing event updated for resources: {'Port': ['ID=7c8bfce0-a724-457d-8334-f209c0ab7902,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:30.122310 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Attempting to bind port 7c8bfce0-a724-457d-8334-f209c0ab7902 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:07:30.122693 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Attempting to bind port 7c8bfce0-a724-457d-8334-f209c0ab7902 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:07:30.123056 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Attempting to bind port 7c8bfce0-a724-457d-8334-f209c0ab7902 on network 183c67e5-ac54-443a-af77-a20ea72cdfa7 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:07:30.126323 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d9402d27-f9b1-4126-a41c-4d674891fab3 req-1dad715f-6a24-48d3-a063-8906091b0c8a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436772 May 11 21:07:30.131931 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:07:30.132312 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Checking segment: {'id': '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:07:30.132750 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:30.133087 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Bound using segment: {'id': '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:07:30.133558 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Bound port: 7c8bfce0-a724-457d-8334-f209c0ab7902, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:07:30.134003 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:30.136318 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f87e4-a120-48f1-b403-dca4d18ef80b None None] Pushing event updated for resources: {'Port': ['ID=e4d8a46d-4740-451b-b96f-7f0f1e36a3bd,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:30.163592 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Allocated IP 172.27.3.128 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/9ec60d86-41ce-493f-a5a4-1c9ec23adfac) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:07:30.166480 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3288c7-e6b9-4b2c-9d8c-b41c8ea3312f req-0bbd2670-7d63-42db-8889-2df01521aaae tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:30.177552 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec3288c7-e6b9-4b2c-9d8c-b41c8ea3312f req-0bbd2670-7d63-42db-8889-2df01521aaae tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.1140854 May 11 21:07:30.233882 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] For port 7c8bfce0-a724-457d-8334-f209c0ab7902, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:07:30.240202 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] For port 7c8bfce0-a724-457d-8334-f209c0ab7902, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=7c8bfce0-a724-457d-8334-f209c0ab7902,segment=NetworkSegment(3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb),segment_id=3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:07:30.258155 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec3288c7-e6b9-4b2c-9d8c-b41c8ea3312f req-48545999-4aba-4757-b3d3-429e2367c905 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793762 May 11 21:07:30.315397 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2743193-a33e-4204-a00b-ad0151af5c9b req-a1782e01-1cba-4526-ac6f-893bb5eed0d1 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:30.316969 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d2743193-a33e-4204-a00b-ad0151af5c9b req-a1782e01-1cba-4526-ac6f-893bb5eed0d1 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0611572 May 11 21:07:30.333023 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:30.351674 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks [] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:30.421419 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d2743193-a33e-4204-a00b-ad0151af5c9b req-55afe005-e774-4b69-8bec-c166ad84ef6b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882261 May 11 21:07:30.467205 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb8e7b-b891-4131-9fb6-de144f49baf0 None None] Pushing event updated for resources: {'Port': ['ID=7c8bfce0-a724-457d-8334-f209c0ab7902,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:30.485727 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device e4d8a46d-4740-451b-b96f-7f0f1e36a3bd up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:30.538414 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:30.544491 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:30.570034 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:30.608941 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:07:30.614419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:30.616825 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:07:30.672577 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:30.683693 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec60d86-41ce-493f-a5a4-1c9ec23adfac,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:31.271646 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks [] for router_gateway (6b99743f-ff56-444e-bf2c-004e7ffb564c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:31.353608 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9c42a-e43f-4885-8df8-31c109d1d428 req-ddc5c577-5435-458b-964f-6a68c0e5d94e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:31.364888 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bac9c42a-e43f-4885-8df8-31c109d1d428 req-ddc5c577-5435-458b-964f-6a68c0e5d94e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0806293 May 11 21:07:31.600717 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bac9c42a-e43f-4885-8df8-31c109d1d428 req-8af6281c-e510-49d5-9b9d-09a84e8fcbb5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220181 May 11 21:07:31.616023 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb37359-8bdc-46a4-86fa-aee93586f8b1 req-3b8ba606-709e-40d2-94fb-97970d844187 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:31.629826 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebb37359-8bdc-46a4-86fa-aee93586f8b1 req-3b8ba606-709e-40d2-94fb-97970d844187 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.2022419 May 11 21:07:31.669758 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb354b72-7a2f-47fa-9231-8754a03d382d req-e9a2b1a5-f7a7-46cf-a003-9081e9cc4ece tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:31.672458 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb354b72-7a2f-47fa-9231-8754a03d382d req-e9a2b1a5-f7a7-46cf-a003-9081e9cc4ece tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0840189 May 11 21:07:31.771931 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebb37359-8bdc-46a4-86fa-aee93586f8b1 req-1a9ddb82-547f-4ff9-b860-0a226182e2ac tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410081 May 11 21:07:31.821621 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb354b72-7a2f-47fa-9231-8754a03d382d req-d58fc76a-efb4-4c94-95a4-6692ef429267 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387570 May 11 21:07:31.965142 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e875f7-6916-4644-99b2-08bbcb1c01b3 None None] Network 183c67e5-ac54-443a-af77-a20ea72cdfa7 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:07:32.089746 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (6b99743f-ff56-444e-bf2c-004e7ffb564c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:32.179352 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6060d2de-f9e5-4261-a094-17890b02d60b None None] Provisioning complete for port 7c8bfce0-a724-457d-8334-f209c0ab7902 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:32.180165 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6060d2de-f9e5-4261-a094-17890b02d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:32.330606 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6060d2de-f9e5-4261-a094-17890b02d60b None None] Current status of the port 7c8bfce0-a724-457d-8334-f209c0ab7902 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:32.331002 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6060d2de-f9e5-4261-a094-17890b02d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:32.407057 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6060d2de-f9e5-4261-a094-17890b02d60b None None] For port 7c8bfce0-a724-457d-8334-f209c0ab7902, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=7c8bfce0-a724-457d-8334-f209c0ab7902,segment=NetworkSegment(3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb),segment_id=3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:32.461083 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Router 6b99743f-ff56-444e-bf2c-004e7ffb564c is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 21:07:32.512099 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6060d2de-f9e5-4261-a094-17890b02d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:32.589544 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 7c8bfce0-a724-457d-8334-f209c0ab7902 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:32.840188 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:07:32.853692 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 7c8bfce0-a724-457d-8334-f209c0ab7902 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:32.855066 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:32.858296 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Sync routers for ids ['6b99743f-ff56-444e-bf2c-004e7ffb564c'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:07:32.895287 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Routers {'6b99743f-ff56-444e-bf2c-004e7ffb564c'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:07:32.900629 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:07:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6b99743f-ff56-444e-bf2c-004e7ffb564c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:32.968345 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7337b4-31e7-488c-82b0-bba08d811dc5 req-026bf909-486b-4297-a5ff-e96ce9b4d380 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:32.976354 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-db7337b4-31e7-488c-82b0-bba08d811dc5 req-026bf909-486b-4297-a5ff-e96ce9b4d380 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0847740 May 11 21:07:33.038051 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060d2de-f9e5-4261-a094-17890b02d60b None None] Pushing event updated for resources: {'Port': ['ID=7c8bfce0-a724-457d-8334-f209c0ab7902,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:33.068324 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-2d489d18-cc3c-41e9-a35d-fb9bf36126a9 None None] Provisioning complete for port 7c8bfce0-a724-457d-8334-f209c0ab7902 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:33.075531 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2d489d18-cc3c-41e9-a35d-fb9bf36126a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:33.085554 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fa40a-3133-41b3-ac54-7a7d208cd99f req-f1ccca47-a224-4773-ae2d-f574a7ca6635 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:33.089954 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-667fa40a-3133-41b3-ac54-7a7d208cd99f req-f1ccca47-a224-4773-ae2d-f574a7ca6635 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.3666925 May 11 21:07:33.104519 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-db7337b4-31e7-488c-82b0-bba08d811dc5 req-c840be3b-c16e-423b-9e5b-39f51933a50a tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214674 May 11 21:07:33.149048 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:33.154964 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3a98166e-0ada-4b4e-9868-c5ecc714ec47 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2213895 May 11 21:07:33.155882 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47240) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:33.230105 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-667fa40a-3133-41b3-ac54-7a7d208cd99f req-75cb259f-3652-4303-adea-ccfba46e8357 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322472 May 11 21:07:33.250038 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Set router 6b99743f-ff56-444e-bf2c-004e7ffb564c gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:07:33.349312 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 7c8bfce0-a724-457d-8334-f209c0ab7902 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:33.391405 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-2d489d18-cc3c-41e9-a35d-fb9bf36126a9 None None] Current status of the port 7c8bfce0-a724-457d-8334-f209c0ab7902 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:33.595489 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'name': 'tempest-TestVolumeBootPattern-209298052-router', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:30Z', 'revision_number': 3, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'gw_port': {'id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:33.633562 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Checking router: 6b99743f-ff56-444e-bf2c-004e7ffb564c for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:07:33.633562 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Updating router 6b99743f-ff56-444e-bf2c-004e7ffb564c port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:07:33.682707 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:33.872551 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:34.251748 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Publish callbacks [] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:34.335865 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:34.407973 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404048-8ca5-4e85-9cde-3f8cedd551d9 req-771e9231-89cd-4bfc-bc95-37d228236ca4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:34.410671 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-75404048-8ca5-4e85-9cde-3f8cedd551d9 req-771e9231-89cd-4bfc-bc95-37d228236ca4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0568554 May 11 21:07:34.527224 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1e058-27a4-4a84-b8e3-967403fd553a None None] Pushing event updated for resources: {'Port': ['ID=9ec60d86-41ce-493f-a5a4-1c9ec23adfac,revision_number=2']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:34.536989 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-75404048-8ca5-4e85-9cde-3f8cedd551d9 req-e27ca83e-5e16-4140-9fc1-72b40d7e31a6 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194577 May 11 21:07:34.544442 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Attempting to bind port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:07:34.544957 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Attempting to bind port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:07:34.545314 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Attempting to bind port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:07:34.554850 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 7c8bfce0-a724-457d-8334-f209c0ab7902 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:34.574378 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:07:34.574769 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:07:34.575174 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:34.575560 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:07:34.576031 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Bound port: 9ec60d86-41ce-493f-a5a4-1c9ec23adfac, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:07:34.576408 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:34.652576 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448d88b-d9a5-4f69-b446-24ca31433cb5 req-807b8a37-2318-4060-812e-b3da2709c006 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:34.654157 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b448d88b-d9a5-4f69-b446-24ca31433cb5 req-807b8a37-2318-4060-812e-b3da2709c006 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.2622685 May 11 21:07:34.655606 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Allocated IP 172.20.0.1 (183c67e5-ac54-443a-af77-a20ea72cdfa7/a0db7dd4-a209-437e-a8ac-4d0f77e6b296/808c7cb3-0070-4305-87b3-1a7a078f662e) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:07:34.731575 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 7c8bfce0-a724-457d-8334-f209c0ab7902 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:34.731954 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:34.738391 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b448d88b-d9a5-4f69-b446-24ca31433cb5 req-2c74b9e2-370b-413f-9839-ee7982b4a3ac tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766656 May 11 21:07:34.795726 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] For port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:07:34.807319 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] For port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=9ec60d86-41ce-493f-a5a4-1c9ec23adfac,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:07:34.878013 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Publish callbacks [] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:34.903938 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:35.028234 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 7c8bfce0-a724-457d-8334-f209c0ab7902 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:35.041977 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Routers {'6b99743f-ff56-444e-bf2c-004e7ffb564c'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:07:35.041977 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:07:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6b99743f-ff56-444e-bf2c-004e7ffb564c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:35.100001 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:35.200526 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Network 183c67e5-ac54-443a-af77-a20ea72cdfa7 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:07:35.202502 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:35.225572 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:07:35.261511 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1e058-27a4-4a84-b8e3-967403fd553a None None] Pushing event updated for resources: {'Port': ['ID=9ec60d86-41ce-493f-a5a4-1c9ec23adfac,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:35.293239 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Pushing event updated for resources: {'Port': ['ID=808c7cb3-0070-4305-87b3-1a7a078f662e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:35.330811 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (6b99743f-ff56-444e-bf2c-004e7ffb564c), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:35.331870 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] Set router 6b99743f-ff56-444e-bf2c-004e7ffb564c gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:07:35.661171 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:35.676638 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'name': 'tempest-TestVolumeBootPattern-209298052-router', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:30Z', 'revision_number': 3, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'gw_port': {'id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:35.747048 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-f45812eb-beed-428d-b73b-b30a9643dbe0 None None] Provisioning complete for port 808c7cb3-0070-4305-87b3-1a7a078f662e triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:35.748814 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f45812eb-beed-428d-b73b-b30a9643dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:35.757308 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91b38c-0a23-467b-9f75-993c53076c3c None None] The sync data for ids ['6b99743f-ff56-444e-bf2c-004e7ffb564c'] in dv-cinder-841467-1-iscsi is: [{'id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'name': 'tempest-TestVolumeBootPattern-209298052-router', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:30Z', 'revision_number': 3, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'gw_port': {'id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:07:35.817509 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552c818-45a7-45b7-9a62-e0d89386d138 req-9ef87c76-40fe-4e50-ac90-b6f0971d9e4f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:35.823644 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1552c818-45a7-45b7-9a62-e0d89386d138 req-9ef87c76-40fe-4e50-ac90-b6f0971d9e4f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0971241 May 11 21:07:35.882245 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-f45812eb-beed-428d-b73b-b30a9643dbe0 None None] Port 808c7cb3-0070-4305-87b3-1a7a078f662e cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:07:35.985614 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1552c818-45a7-45b7-9a62-e0d89386d138 req-3b9a4380-4c53-4300-9e50-d837aa845d25 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429334 May 11 21:07:36.043379 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f27a3-4fad-4937-8730-8b0aea36e5fe req-d7000d65-65bb-4158-8da3-8d2250def1ef tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:36.046037 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-637f27a3-4fad-4937-8730-8b0aea36e5fe req-d7000d65-65bb-4158-8da3-8d2250def1ef tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.1195576 May 11 21:07:36.141087 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-637f27a3-4fad-4937-8730-8b0aea36e5fe req-64e806c1-4707-40a2-8c14-83c46154b696 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883436 May 11 21:07:36.196490 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Publish callbacks [] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:36.289787 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:36.395242 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (6b99743f-ff56-444e-bf2c-004e7ffb564c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:36.409978 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Pushing event updated for resources: {'Port': ['ID=808c7cb3-0070-4305-87b3-1a7a078f662e,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:36.530294 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 9ec60d86-41ce-493f-a5a4-1c9ec23adfac up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:36.556728 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Network 183c67e5-ac54-443a-af77-a20ea72cdfa7 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:07:36.558265 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:07:36.654771 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:36.655126 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:36.893174 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Router 6b99743f-ff56-444e-bf2c-004e7ffb564c has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:07:36.898606 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:36.898606 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:36.948922 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=9ec60d86-41ce-493f-a5a4-1c9ec23adfac,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:37.023657 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:37.036738 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-14089c4a-3756-4957-8774-4a1b00903bb4 None None] Provisioning complete for port 808c7cb3-0070-4305-87b3-1a7a078f662e triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:37.037421 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-14089c4a-3756-4957-8774-4a1b00903bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:37.146315 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-14089c4a-3756-4957-8774-4a1b00903bb4 None None] Port 808c7cb3-0070-4305-87b3-1a7a078f662e cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:07:37.238238 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=9ec60d86-41ce-493f-a5a4-1c9ec23adfac,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:37.293171 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafae04e-69c7-4011-bd53-8bc6c6fd9e45 req-722aa7e5-e216-4776-a7a7-7b5b17484475 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:37.303578 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fafae04e-69c7-4011-bd53-8bc6c6fd9e45 req-722aa7e5-e216-4776-a7a7-7b5b17484475 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.1295452 May 11 21:07:37.316756 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:07:37.398404 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cdff1-72e3-4ec5-bba0-3607386b51f9 req-48886512-5785-4272-aad8-2fdd6b905443 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:37.402855 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fe8cdff1-72e3-4ec5-bba0-3607386b51f9 req-48886512-5785-4272-aad8-2fdd6b905443 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.1231494 May 11 21:07:37.410689 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7f6254b9-3854-41aa-a5d2-64556ba01b50 admin admin] 10.222.0.35 "PUT /v2.0/routers/6b99743f-ff56-444e-bf2c-004e7ffb564c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2515433 May 11 21:07:37.424170 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fafae04e-69c7-4011-bd53-8bc6c6fd9e45 req-4d9d3192-1c59-4ded-9368-580ff51a6c29 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100917 May 11 21:07:37.551517 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fe8cdff1-72e3-4ec5-bba0-3607386b51f9 req-544d956b-fbda-4845-8498-cabd929d6337 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395755 May 11 21:07:38.176094 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47288) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:38.181894 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-889d1546-f492-4e12-9870-4e40f26e9110 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644581309', 'description': 'tempest-secgroup-smoke-644581309 description', 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:38.555383 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 9ec60d86-41ce-493f-a5a4-1c9ec23adfac up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:38.633793 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef709139-65bf-4498-9403-9b9bd699e9cc req-d3c87225-82e2-4ffe-a86a-2a54268ee11a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:38.647288 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ef709139-65bf-4498-9403-9b9bd699e9cc req-d3c87225-82e2-4ffe-a86a-2a54268ee11a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.1122153 May 11 21:07:38.719954 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:38.725807 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:38.779468 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ef709139-65bf-4498-9403-9b9bd699e9cc req-9eaa6d9f-cb70-49bf-a935-fa61abdd6fb8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307080 May 11 21:07:38.805286 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d756681-5d98-46e3-93de-e315961bd304 req-bb6c65ac-8eb3-4342-9da9-c6f09da6b5e0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:38.834172 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4d756681-5d98-46e3-93de-e315961bd304 req-bb6c65ac-8eb3-4342-9da9-c6f09da6b5e0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.1700721 May 11 21:07:38.877843 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-889d1546-f492-4e12-9870-4e40f26e9110 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:38.947146 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:38.950932 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4d756681-5d98-46e3-93de-e315961bd304 req-ac2e482c-dca4-4d13-943d-9383c09db083 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970292 May 11 21:07:39.095630 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-889d1546-f492-4e12-9870-4e40f26e9110 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group (36f6f2c9-d6ea-431a-9d54-539aad465ced), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:39.298062 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Sync routers for ids ['6b99743f-ff56-444e-bf2c-004e7ffb564c'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:07:39.354563 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Routers {'6b99743f-ff56-444e-bf2c-004e7ffb564c'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:07:39.354912 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-889d1546-f492-4e12-9870-4e40f26e9110 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (36f6f2c9-d6ea-431a-9d54-539aad465ced), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:39.355229 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:07:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6b99743f-ff56-444e-bf2c-004e7ffb564c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:39.412300 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d1546-f492-4e12-9870-4e40f26e9110 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f6f2c9-d6ea-431a-9d54-539aad465ced,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:39.500974 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-889d1546-f492-4e12-9870-4e40f26e9110 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:39.502354 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-889d1546-f492-4e12-9870-4e40f26e9110 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3249376 May 11 21:07:39.505566 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47298) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:39.510550 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-addf124c-e129-42ad-85a9-a81bb3edd1ca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'security_group_rule': {'security_group_id': '36f6f2c9-d6ea-431a-9d54-539aad465ced', 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:39.552524 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Set router 6b99743f-ff56-444e-bf2c-004e7ffb564c gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:07:39.649253 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-addf124c-e129-42ad-85a9-a81bb3edd1ca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (ce758842-c52c-4a0b-b2c3-719c16eb6859), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:39.736079 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-addf124c-e129-42ad-85a9-a81bb3edd1ca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (ce758842-c52c-4a0b-b2c3-719c16eb6859), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:39.830268 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-addf124c-e129-42ad-85a9-a81bb3edd1ca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (ce758842-c52c-4a0b-b2c3-719c16eb6859), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:39.869174 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf124c-e129-42ad-85a9-a81bb3edd1ca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce758842-c52c-4a0b-b2c3-719c16eb6859,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:39.895382 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'name': 'tempest-TestVolumeBootPattern-209298052-router', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:35Z', 'revision_number': 4, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'gw_port': {'id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '808c7cb3-0070-4305-87b3-1a7a078f662e', 'name': '', 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'mac_address': 'fa:16:3e:84:23:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a0db7dd4-a209-437e-a8ac-4d0f77e6b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:34Z', 'updated_at': '2022-05-11T21:07:35Z', 'revision_number': 2, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'subnets': [{'id': 'a0db7dd4-a209-437e-a8ac-4d0f77e6b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:39.947228 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Checking router: 6b99743f-ff56-444e-bf2c-004e7ffb564c for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:07:39.947693 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Updating router 6b99743f-ff56-444e-bf2c-004e7ffb564c port 808c7cb3-0070-4305-87b3-1a7a078f662e binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:07:39.950015 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-addf124c-e129-42ad-85a9-a81bb3edd1ca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:39.973988 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47304) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:39.976276 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-addf124c-e129-42ad-85a9-a81bb3edd1ca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4693596 May 11 21:07:39.979019 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-02c50907-8797-49b5-bdd2-df7042098787 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'security_group_rule': {'security_group_id': '36f6f2c9-d6ea-431a-9d54-539aad465ced', 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:40.039026 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e72a9e-8c50-4fba-a19b-7d0397e98a85 req-b644566e-e8b5-4f78-bdd4-519cf34f48c6 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:40.040797 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-05e72a9e-8c50-4fba-a19b-7d0397e98a85 req-b644566e-e8b5-4f78-bdd4-519cf34f48c6 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.1082904 May 11 21:07:40.066865 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.116995 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ab990841-0b25-4c40-b870-3b077a601151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.139737 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787e622-1ccc-464f-828f-0392ac03096f req-26ae0053-8d96-4e30-bbff-41960563ed57 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:40.149777 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4787e622-1ccc-464f-828f-0392ac03096f req-26ae0053-8d96-4e30-bbff-41960563ed57 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0977736 May 11 21:07:40.166918 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-05e72a9e-8c50-4fba-a19b-7d0397e98a85 req-42bee303-a7d1-46d2-a682-be8420669eed tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105177 May 11 21:07:40.180679 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02c50907-8797-49b5-bdd2-df7042098787 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (35fdd368-c8cf-48cc-b14b-5b8bbae7f721), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.275332 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4787e622-1ccc-464f-828f-0392ac03096f req-4ab4f4b9-5325-4288-a6f1-78d7ffc77732 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238596 May 11 21:07:40.311798 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02c50907-8797-49b5-bdd2-df7042098787 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (35fdd368-c8cf-48cc-b14b-5b8bbae7f721), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.376000 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02c50907-8797-49b5-bdd2-df7042098787 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (35fdd368-c8cf-48cc-b14b-5b8bbae7f721), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.410617 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c50907-8797-49b5-bdd2-df7042098787 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35fdd368-c8cf-48cc-b14b-5b8bbae7f721,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:40.497185 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02c50907-8797-49b5-bdd2-df7042098787 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.499104 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-02c50907-8797-49b5-bdd2-df7042098787 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5241005 May 11 21:07:40.501938 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47310) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:40.507794 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d5e0a8b2-4c58-45c1-8cde-68d8b8a58d52 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'security_group_rule': {'security_group_id': '36f6f2c9-d6ea-431a-9d54-539aad465ced', 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:40.620137 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Publish callbacks [] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.649607 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a8b2-4c58-45c1-8cde-68d8b8a58d52 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (d40ab78f-83fa-469e-b0bc-88f2cbc4a834), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.704641 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.736639 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a8b2-4c58-45c1-8cde-68d8b8a58d52 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (d40ab78f-83fa-469e-b0bc-88f2cbc4a834), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.760307 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e4f6d-f803-4880-af1e-74391fd10d2a None None] Pushing event updated for resources: {'Port': ['ID=808c7cb3-0070-4305-87b3-1a7a078f662e,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:40.816480 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a8b2-4c58-45c1-8cde-68d8b8a58d52 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (d40ab78f-83fa-469e-b0bc-88f2cbc4a834), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.850618 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0a8b2-4c58-45c1-8cde-68d8b8a58d52 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40ab78f-83fa-469e-b0bc-88f2cbc4a834,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:40.870410 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Attempting to bind port 808c7cb3-0070-4305-87b3-1a7a078f662e on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:07:40.870948 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Attempting to bind port 808c7cb3-0070-4305-87b3-1a7a078f662e by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:07:40.871494 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Attempting to bind port 808c7cb3-0070-4305-87b3-1a7a078f662e on network 183c67e5-ac54-443a-af77-a20ea72cdfa7 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:07:40.879501 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:07:40.879962 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Checking segment: {'id': '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:07:40.880456 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.881073 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Bound using segment: {'id': '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:07:40.881780 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Bound port: 808c7cb3-0070-4305-87b3-1a7a078f662e, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:07:40.882692 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.923122 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d5e0a8b2-4c58-45c1-8cde-68d8b8a58d52 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:40.923122 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d5e0a8b2-4c58-45c1-8cde-68d8b8a58d52 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4183412 May 11 21:07:40.924684 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47316) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:40.929031 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-549d6ac3-7591-4e1d-8a4a-ad95bb1cc89c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'security_group_rule': {'security_group_id': '36f6f2c9-d6ea-431a-9d54-539aad465ced', 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:40.999467 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] For port 808c7cb3-0070-4305-87b3-1a7a078f662e, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:07:41.008031 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] For port 808c7cb3-0070-4305-87b3-1a7a078f662e, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=808c7cb3-0070-4305-87b3-1a7a078f662e,segment=NetworkSegment(3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb),segment_id=3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:07:41.060826 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-549d6ac3-7591-4e1d-8a4a-ad95bb1cc89c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (30865def-fccd-44b1-bb94-55c185bf4449), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:41.125264 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:41.236616 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-549d6ac3-7591-4e1d-8a4a-ad95bb1cc89c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (30865def-fccd-44b1-bb94-55c185bf4449), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:41.293385 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-549d6ac3-7591-4e1d-8a4a-ad95bb1cc89c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (30865def-fccd-44b1-bb94-55c185bf4449), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:41.356335 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d6ac3-7591-4e1d-8a4a-ad95bb1cc89c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30865def-fccd-44b1-bb94-55c185bf4449,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:41.379056 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Routers {'6b99743f-ff56-444e-bf2c-004e7ffb564c'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:07:41.391343 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-549d6ac3-7591-4e1d-8a4a-ad95bb1cc89c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:41.393583 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-549d6ac3-7591-4e1d-8a4a-ad95bb1cc89c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4678600 May 11 21:07:41.396990 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47328) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:41.402575 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:07:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6b99743f-ff56-444e-bf2c-004e7ffb564c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:41.409197 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-9beb5989-87b0-49d2-837e-cd655ceaa53b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'security_group_rule': {'security_group_id': '36f6f2c9-d6ea-431a-9d54-539aad465ced', 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:41.451650 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47330) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:41.575952 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189544b-ef00-462f-8282-afac35a2a5e4 req-2ee99e86-5a76-414f-9baf-ac689f645fcf tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:41.583494 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d177e3-1ae5-4421-a5d1-293dcf217ab1 req-80c792e8-19b1-449c-ae53-c87b3c3ecf47 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:41.584122 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a189544b-ef00-462f-8282-afac35a2a5e4 req-2ee99e86-5a76-414f-9baf-ac689f645fcf tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.1980586 May 11 21:07:41.593502 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-47d177e3-1ae5-4421-a5d1-293dcf217ab1 req-80c792e8-19b1-449c-ae53-c87b3c3ecf47 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.1174812 May 11 21:07:41.604768 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.securitygroups_db [None req-9beb5989-87b0-49d2-837e-cd655ceaa53b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Project 31585e8d8c2b4eb0b052b30e2ce5fa63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 21:07:41.634718 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9beb5989-87b0-49d2-837e-cd655ceaa53b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (57757319-1b75-4576-91b2-623b72d669d2), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:41.682799 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] Set router 6b99743f-ff56-444e-bf2c-004e7ffb564c gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:07:41.726641 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a189544b-ef00-462f-8282-afac35a2a5e4 req-edd8574f-0039-47fe-bae2-061091d8dabe tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286631 May 11 21:07:41.784317 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0d5a8105-6800-4751-96f2-d13062be6639 None None] Provisioning complete for port 808c7cb3-0070-4305-87b3-1a7a078f662e triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:41.787457 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8105-6800-4751-96f2-d13062be6639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:41.829410 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d791328b-071b-4344-a662-3aa67a642365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:41.858985 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9beb5989-87b0-49d2-837e-cd655ceaa53b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (57757319-1b75-4576-91b2-623b72d669d2), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:41.923584 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-47d177e3-1ae5-4421-a5d1-293dcf217ab1 req-5d9702f1-d57a-4892-9340-4688edc780da tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287475 May 11 21:07:41.937941 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e4f6d-f803-4880-af1e-74391fd10d2a None None] Pushing event updated for resources: {'Port': ['ID=808c7cb3-0070-4305-87b3-1a7a078f662e,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:41.946226 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9beb5989-87b0-49d2-837e-cd655ceaa53b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (57757319-1b75-4576-91b2-623b72d669d2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:41.978235 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb5989-87b0-49d2-837e-cd655ceaa53b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57757319-1b75-4576-91b2-623b72d669d2,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:42.069961 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d791328b-071b-4344-a662-3aa67a642365 admin admin] Publish callbacks [] for security_group (b48f74e8-7320-4f29-9ea1-9bedcc5bc55f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.080183 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9beb5989-87b0-49d2-837e-cd655ceaa53b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.085754 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a8105-6800-4751-96f2-d13062be6639 None None] Current status of the port 808c7cb3-0070-4305-87b3-1a7a078f662e is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:42.085754 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8105-6800-4751-96f2-d13062be6639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.086371 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47334) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:42.087423 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9beb5989-87b0-49d2-837e-cd655ceaa53b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6876986 May 11 21:07:42.091029 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d3d6f93c-d739-4673-b9a8-06b76d3287c4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'security_group_rule': {'security_group_id': '36f6f2c9-d6ea-431a-9d54-539aad465ced', 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:07:42.166859 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d791328b-071b-4344-a662-3aa67a642365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (b48f74e8-7320-4f29-9ea1-9bedcc5bc55f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.183089 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-0d5a8105-6800-4751-96f2-d13062be6639 None None] For port 808c7cb3-0070-4305-87b3-1a7a078f662e, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=808c7cb3-0070-4305-87b3-1a7a078f662e,segment=NetworkSegment(3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb),segment_id=3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:42.234820 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-d3d6f93c-d739-4673-b9a8-06b76d3287c4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Project 31585e8d8c2b4eb0b052b30e2ce5fa63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 21:07:42.246758 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f93c-d739-4673-b9a8-06b76d3287c4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (ef3ea272-c056-4301-8dbb-5d1ee3bbd291), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.264646 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d791328b-071b-4344-a662-3aa67a642365 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63f9bc608c214250accbae10d8060053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8079607 May 11 21:07:42.264646 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791328b-071b-4344-a662-3aa67a642365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48f74e8-7320-4f29-9ea1-9bedcc5bc55f,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:42.268534 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47336) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:42.302536 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8105-6800-4751-96f2-d13062be6639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.316676 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-484b330a-ca18-4c12-9ed1-db5df066de1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.404496 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e6961db-bdd9-43b2-a2fb-4b27aa604b58 admin admin] Publish callbacks [] for security_group (b48f74e8-7320-4f29-9ea1-9bedcc5bc55f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.462658 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e6961db-bdd9-43b2-a2fb-4b27aa604b58 admin admin] Publish callbacks [] for security_group (b48f74e8-7320-4f29-9ea1-9bedcc5bc55f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.493158 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f93c-d739-4673-b9a8-06b76d3287c4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (ef3ea272-c056-4301-8dbb-5d1ee3bbd291), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.504992 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a8105-6800-4751-96f2-d13062be6639 None None] Pushing event updated for resources: {'Port': ['ID=808c7cb3-0070-4305-87b3-1a7a078f662e,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:42.532887 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'name': 'tempest-TestVolumeBootPattern-209298052-router', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:35Z', 'revision_number': 4, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'gw_port': {'id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '808c7cb3-0070-4305-87b3-1a7a078f662e', 'name': '', 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'mac_address': 'fa:16:3e:84:23:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a0db7dd4-a209-437e-a8ac-4d0f77e6b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:34Z', 'updated_at': '2022-05-11T21:07:40Z', 'revision_number': 4, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'subnets': [{'id': 'a0db7dd4-a209-437e-a8ac-4d0f77e6b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:42.555511 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f93c-d739-4673-b9a8-06b76d3287c4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (ef3ea272-c056-4301-8dbb-5d1ee3bbd291), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.586919 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6f93c-d739-4673-b9a8-06b76d3287c4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3ea272-c056-4301-8dbb-5d1ee3bbd291,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:42.627404 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e6961db-bdd9-43b2-a2fb-4b27aa604b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (b48f74e8-7320-4f29-9ea1-9bedcc5bc55f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.631142 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e6961db-bdd9-43b2-a2fb-4b27aa604b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.632269 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1e6961db-bdd9-43b2-a2fb-4b27aa604b58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b48f74e8-7320-4f29-9ea1-9bedcc5bc55f HTTP/1.1" status: 204 len: 168 time: 0.3624980 May 11 21:07:42.669012 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6961db-bdd9-43b2-a2fb-4b27aa604b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48f74e8-7320-4f29-9ea1-9bedcc5bc55f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:42.695014 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3d6f93c-d739-4673-b9a8-06b76d3287c4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:42.696297 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d3d6f93c-d739-4673-b9a8-06b76d3287c4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6107352 May 11 21:07:43.008862 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-56bca84e-2c7d-4810-8af4-7317e214b61a None None] Provisioning complete for port 808c7cb3-0070-4305-87b3-1a7a078f662e triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:43.009295 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-56bca84e-2c7d-4810-8af4-7317e214b61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:43.013758 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d5304f-aba4-44cd-9aad-8dc277c24182 None None] The sync data for ids ['6b99743f-ff56-444e-bf2c-004e7ffb564c'] in dv-cinder-841467-1-iscsi is: [{'id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'name': 'tempest-TestVolumeBootPattern-209298052-router', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:35Z', 'revision_number': 4, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'gw_port': {'id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '808c7cb3-0070-4305-87b3-1a7a078f662e', 'name': '', 'network_id': '183c67e5-ac54-443a-af77-a20ea72cdfa7', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'mac_address': 'fa:16:3e:84:23:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'a0db7dd4-a209-437e-a8ac-4d0f77e6b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:34Z', 'updated_at': '2022-05-11T21:07:40Z', 'revision_number': 4, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'subnets': [{'id': 'a0db7dd4-a209-437e-a8ac-4d0f77e6b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:07:43.024951 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf16a4-1010-4eb0-ba04-c0b9a0d0671c req-9fd3c060-333b-46ad-a883-e52cd71379e2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:43.039885 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2aaf16a4-1010-4eb0-ba04-c0b9a0d0671c req-9fd3c060-333b-46ad-a883-e52cd71379e2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.1709838 May 11 21:07:43.176612 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2aaf16a4-1010-4eb0-ba04-c0b9a0d0671c req-b3d76da5-2fc5-4029-9313-0359dbcafc0d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177566 May 11 21:07:43.304755 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81619a93-ce85-4c1f-89d1-866383472f3b req-a1385593-3008-4fdf-9afc-8ac574fd1eb1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:43.307574 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-81619a93-ce85-4c1f-89d1-866383472f3b req-a1385593-3008-4fdf-9afc-8ac574fd1eb1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.2023177 May 11 21:07:43.339017 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-56bca84e-2c7d-4810-8af4-7317e214b61a None None] Current status of the port 808c7cb3-0070-4305-87b3-1a7a078f662e is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:43.461348 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-81619a93-ce85-4c1f-89d1-866383472f3b req-d3d9b5f3-9725-4e98-8e42-b494cafb76ec tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463006 May 11 21:07:43.750488 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:44.413104 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f51d41-b1c6-4b4a-985b-cf8909476331 req-5e116376-7aca-495c-a093-df56058c4f72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:44.420159 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54f51d41-b1c6-4b4a-985b-cf8909476331 req-5e116376-7aca-495c-a093-df56058c4f72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0943580 May 11 21:07:44.540209 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54f51d41-b1c6-4b4a-985b-cf8909476331 req-a9c49b47-f757-4c3d-a1fb-489ebc387a57 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139333 May 11 21:07:44.561490 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 808c7cb3-0070-4305-87b3-1a7a078f662e up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:44.660349 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 808c7cb3-0070-4305-87b3-1a7a078f662e triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:44.660677 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:44.667200 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d238070-e67b-4824-804f-67bffb360757 req-1fcd70f1-4f44-4a18-87a1-f31644f4b067 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:44.668794 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d238070-e67b-4824-804f-67bffb360757 req-1fcd70f1-4f44-4a18-87a1-f31644f4b067 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.1131930 May 11 21:07:44.752583 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 808c7cb3-0070-4305-87b3-1a7a078f662e is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:44.764267 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d238070-e67b-4824-804f-67bffb360757 req-292639ef-dcff-43ce-a105-b5e38afb8740 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865505 May 11 21:07:45.082140 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:45.713797 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac1aa8-d2ab-4a53-8922-5b3cc6f399c9 req-a71ffe42-f313-497b-8c73-71d8c4fe25c2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:45.716081 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edac1aa8-d2ab-4a53-8922-5b3cc6f399c9 req-a71ffe42-f313-497b-8c73-71d8c4fe25c2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0552218 May 11 21:07:45.775706 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edac1aa8-d2ab-4a53-8922-5b3cc6f399c9 req-12472f12-fb0d-48ff-bff1-44a3200012d6 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492647 May 11 21:07:45.904226 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01312b3a-4422-4eba-9c83-9690c09e96b9 req-106a1b3e-eb2d-424e-aace-b66b11b4a664 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:45.913313 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01312b3a-4422-4eba-9c83-9690c09e96b9 req-106a1b3e-eb2d-424e-aace-b66b11b4a664 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0678029 May 11 21:07:45.993652 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01312b3a-4422-4eba-9c83-9690c09e96b9 req-37b3f86d-019e-4896-85a4-991ee7c8abe4 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789127 May 11 21:07:46.601750 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:46.961825 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680d513-43cc-49a8-927d-36e4d1a95776 req-ca7f3fce-569a-48c4-851e-c50a7601525c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:46.973785 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5680d513-43cc-49a8-927d-36e4d1a95776 req-ca7f3fce-569a-48c4-851e-c50a7601525c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.1022851 May 11 21:07:47.076179 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5680d513-43cc-49a8-927d-36e4d1a95776 req-761844f2-43b3-4538-939e-0feac55b1d70 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010621 May 11 21:07:47.150115 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d67c6-563a-4ebb-a450-d6e71b65e7ff req-06e8c3b2-72bf-4b66-8c0c-8e6b055b11ba tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:47.152325 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d89d67c6-563a-4ebb-a450-d6e71b65e7ff req-06e8c3b2-72bf-4b66-8c0c-8e6b055b11ba tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0762832 May 11 21:07:47.209911 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d89d67c6-563a-4ebb-a450-d6e71b65e7ff req-646e5efe-7176-459a-bb62-fea54dfaa6b7 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497789 May 11 21:07:48.175019 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-d49b4de8-ca6d-4c4f-94b4-1a055389be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:48.176530 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-d49b4de8-ca6d-4c4f-94b4-1a055389be83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 1127 time: 0.0661056 May 11 21:07:48.306149 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b5f91-9d04-433a-bd7b-67e66575fe71 req-a59ee2cc-0da7-4303-a306-5852954c8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:48.307990 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-457b5f91-9d04-433a-bd7b-67e66575fe71 req-a59ee2cc-0da7-4303-a306-5852954c8573 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 1129 time: 0.1054723 May 11 21:07:48.322249 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0b29a-1e63-4f98-afe0-c55df4e320a7 req-147cfefd-49a7-4a47-b021-2c4dfcb043e9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:48.323822 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2da0b29a-1e63-4f98-afe0-c55df4e320a7 req-147cfefd-49a7-4a47-b021-2c4dfcb043e9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.1202140 May 11 21:07:48.397034 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2da0b29a-1e63-4f98-afe0-c55df4e320a7 req-a350f2fc-749e-4b84-98b9-883bf545b6f4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633960 May 11 21:07:48.417697 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:48.429465 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb7bb0-da58-4742-b0a2-9954c52af10f req-a52fc404-1ca9-4899-b24f-2da9674a4a36 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:48.431079 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3bfb7bb0-da58-4742-b0a2-9954c52af10f req-a52fc404-1ca9-4899-b24f-2da9674a4a36 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.1049654 May 11 21:07:48.435145 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-15df03b4-949c-4a19-ac54-887450f485bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:48.436582 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-15df03b4-949c-4a19-ac54-887450f485bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 918 time: 0.2255881 May 11 21:07:48.461375 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-457b5f91-9d04-433a-bd7b-67e66575fe71 req-4bf1bb0d-2ab3-4ef3-a6f4-3abf43fdf197 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423929 May 11 21:07:48.545955 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3bfb7bb0-da58-4742-b0a2-9954c52af10f req-9fd43ec1-da79-434a-b04e-7a33301db949 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054196 May 11 21:07:48.548716 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-711fdc84-0113-41c7-9f92-265f30c649ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb HTTP/1.1" status: 200 len: 999 time: 0.1012166 May 11 21:07:48.786732 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-c7036e33-5e43-46b9-86cc-c7f4ff8350b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:48.788594 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-c7036e33-5e43-46b9-86cc-c7f4ff8350b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 200 len: 856 time: 0.0572259 May 11 21:07:48.841882 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-1159d5b6-139b-4c06-ace7-83a6a5e2a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:48.845788 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-1159d5b6-139b-4c06-ace7-83a6a5e2a4e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504770 May 11 21:07:48.953499 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-5953df7e-da74-4afc-a3ff-d4a97e86b7ba service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960615 May 11 21:07:49.396991 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af54db9b-8b0d-4830-a13c-4c15c650204c req-6c6cc5d6-b2cc-4275-b09c-931ddfbb2b82 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894058 May 11 21:07:49.523535 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445557b-a738-4a6a-98af-614e0d081586 req-c24db14d-9d1d-4e7c-9761-f09eeb6e40a1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:49.526040 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8445557b-a738-4a6a-98af-614e0d081586 req-c24db14d-9d1d-4e7c-9761-f09eeb6e40a1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0500317 May 11 21:07:49.577629 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8445557b-a738-4a6a-98af-614e0d081586 req-5c831368-b130-47a9-b38b-b73507ab8c22 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467250 May 11 21:07:49.669736 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d342e-42a0-4ac1-a72e-7196a47847ed req-a5f1c019-8ff1-47e0-aeb3-1d404a4239c9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:49.672876 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-701d342e-42a0-4ac1-a72e-7196a47847ed req-a5f1c019-8ff1-47e0-aeb3-1d404a4239c9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0540113 May 11 21:07:49.729972 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-701d342e-42a0-4ac1-a72e-7196a47847ed req-f27473c0-8885-4048-8d05-341402eb50f6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514965 May 11 21:07:50.726633 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eff7aa-b442-4724-ac92-e7d0d08a5b5e req-d57cdb3b-b9cc-4c68-8fdf-54fc0f6b5637 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:50.729383 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07eff7aa-b442-4724-ac92-e7d0d08a5b5e req-d57cdb3b-b9cc-4c68-8fdf-54fc0f6b5637 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0734818 May 11 21:07:50.803386 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07eff7aa-b442-4724-ac92-e7d0d08a5b5e req-56089244-03ec-4186-8b18-9eddc72e2d5f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638549 May 11 21:07:50.873098 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757884e-a04e-49ff-bd35-d888ec3ef03d req-51c99b93-932b-4f67-bf94-09162b5fb7aa tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:50.874892 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1757884e-a04e-49ff-bd35-d888ec3ef03d req-51c99b93-932b-4f67-bf94-09162b5fb7aa tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0633459 May 11 21:07:50.923202 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1757884e-a04e-49ff-bd35-d888ec3ef03d req-1db9cc1c-1fe3-425a-a655-98d821c09b6a tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 May 11 21:07:51.391667 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecdcc0-5496-4174-a920-63a6b2eda095 req-46bd3a7a-20b3-445c-943e-586627860ca5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:51.393077 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-84ecdcc0-5496-4174-a920-63a6b2eda095 req-46bd3a7a-20b3-445c-943e-586627860ca5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0541930 May 11 21:07:51.436400 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-5d0b54a3-ca53-4cbe-b2c4-0d113554bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:51.440635 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-5d0b54a3-ca53-4cbe-b2c4-0d113554bca2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 1129 time: 0.0440435 May 11 21:07:51.454746 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-84ecdcc0-5496-4174-a920-63a6b2eda095 req-b8f8f489-526a-4e09-867c-c6932e5f8887 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528922 May 11 21:07:51.548978 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-fee4ade9-a727-40fb-8692-9da00480b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:51.550492 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-fee4ade9-a727-40fb-8692-9da00480b96f service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 919 time: 0.1044030 May 11 21:07:51.600586 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-3973bddb-4f2e-4b8d-a1cb-322ce243b53d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcd2a37c-3573-4057-b264-754141dbb9d2 HTTP/1.1" status: 200 len: 217 time: 0.0382881 May 11 21:07:51.652331 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-d96ece7a-c94a-430f-a9d1-702fc1a12c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:51.653897 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-d96ece7a-c94a-430f-a9d1-702fc1a12c58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0459397 May 11 21:07:51.701473 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-ff9f0717-c40f-407d-b16d-c8a539962da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:51.703594 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-ff9f0717-c40f-407d-b16d-c8a539962da3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430870 May 11 21:07:51.798472 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-d329f6ad-7f38-485f-80cc-81a131a28afa service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876956 May 11 21:07:51.915269 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec828f76-64af-4ced-9062-3c3b23c21810 req-bca38cda-0610-486a-b957-2addc19ef309 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098444 May 11 21:07:51.949719 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91b728-47a1-406d-bafa-094cf537e270 req-8b60ff5e-231c-41d8-ab6c-71e689f85b9a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:51.951422 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7e91b728-47a1-406d-bafa-094cf537e270 req-8b60ff5e-231c-41d8-ab6c-71e689f85b9a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0510347 May 11 21:07:52.002563 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7e91b728-47a1-406d-bafa-094cf537e270 req-f3c8ce94-f307-4a55-bfa5-ffa733023dab tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441248 May 11 21:07:52.614659 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f8ac3-444c-41ef-8914-3a51e6c1d131 req-0b31851f-507e-42c1-8ffe-75e230ba7f56 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:52.617212 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-276f8ac3-444c-41ef-8914-3a51e6c1d131 req-0b31851f-507e-42c1-8ffe-75e230ba7f56 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0728350 May 11 21:07:52.706650 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-276f8ac3-444c-41ef-8914-3a51e6c1d131 req-6db8174f-d65c-45c8-a901-78c237573c49 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834026 May 11 21:07:53.183600 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3a9ea-284f-4169-bfbb-77a6ae45ab7c req-24c8da5f-1e27-444c-b64b-5a3b9da9c193 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:53.185163 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ca3a9ea-284f-4169-bfbb-77a6ae45ab7c req-24c8da5f-1e27-444c-b64b-5a3b9da9c193 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 943 time: 0.0626132 May 11 21:07:53.249988 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ca3a9ea-284f-4169-bfbb-77a6ae45ab7c req-856f6511-e761-466f-ab3f-9d95b9007cf3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519373 May 11 21:07:53.527048 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 17516495-e3a1-4e3b-9f09-7e6a38573ceb details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:07:53.631067 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:53.643010 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'port_id': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'mac_address': 'fa:16:3e:e8:4d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:07:53.682556 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 17516495-e3a1-4e3b-9f09-7e6a38573ceb is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:53.682942 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:53.698425 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17516495-e3a1-4e3b-9f09-7e6a38573ceb {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:07:53.720182 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:53.790137 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:53.837845 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9438-1290-4ef7-9308-5e18a2810678 req-86fe879d-adec-44ea-bbd9-1e1d7590b9e1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:53.839439 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6d9b9438-1290-4ef7-9308-5e18a2810678 req-86fe879d-adec-44ea-bbd9-1e1d7590b9e1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0668848 May 11 21:07:53.847435 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=9']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:53.908118 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6d9b9438-1290-4ef7-9308-5e18a2810678 req-3e100f07-1c6c-459a-b54a-824ab11a2fef tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526564 May 11 21:07:54.169257 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['17516495-e3a1-4e3b-9f09-7e6a38573ceb'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:07:54.376732 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f3450-9e70-45b4-bbe7-216f29d0cd9f req-af7e4927-7214-47db-9d1f-71ab6fbb83c1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:54.378208 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-826f3450-9e70-45b4-bbe7-216f29d0cd9f req-af7e4927-7214-47db-9d1f-71ab6fbb83c1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 944 time: 0.0470653 May 11 21:07:54.427147 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-826f3450-9e70-45b4-bbe7-216f29d0cd9f req-1c4d747c-ba71-4aaa-8c30-8ce296f86ed2 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432634 May 11 21:07:55.025151 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabaeac-d14f-4bf1-a8c6-ca130e14bd9e req-b109df23-d5de-49a6-98e8-41286faf5d39 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:55.026681 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bfabaeac-d14f-4bf1-a8c6-ca130e14bd9e req-b109df23-d5de-49a6-98e8-41286faf5d39 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0469577 May 11 21:07:55.075340 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bfabaeac-d14f-4bf1-a8c6-ca130e14bd9e req-66f225dd-5739-424c-a31d-835dd272d415 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429890 May 11 21:07:55.548705 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e528c5f-1e0e-4341-98ce-8b27986025f0 req-50943571-3395-48e6-9854-6a3fc583849b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:55.550239 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e528c5f-1e0e-4341-98ce-8b27986025f0 req-50943571-3395-48e6-9854-6a3fc583849b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 944 time: 0.0480368 May 11 21:07:55.552992 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 17516495-e3a1-4e3b-9f09-7e6a38573ceb up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:07:55.600719 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e528c5f-1e0e-4341-98ce-8b27986025f0 req-f7f9d41c-a352-4d4f-bee6-71882cb730fa tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449831 May 11 21:07:55.603996 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 17516495-e3a1-4e3b-9f09-7e6a38573ceb triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:07:55.604378 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:55.684610 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 17516495-e3a1-4e3b-9f09-7e6a38573ceb is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:07:55.684999 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:55.708758 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:07:55.711149 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f999ac-02a8-443e-bb8c-a7c33f3bfc8f" -d '{"events": [{"server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "name": "network-vif-plugged", "status": "completed", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:07:55.724229 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:07:55.745781 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be4cc60-3862-4839-a46c-11558e05e816 x-openstack-request-id: req-0be4cc60-3862-4839-a46c-11558e05e816 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:07:55.746079 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "name": "network-vif-plugged", "status": "completed", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:07:55.746335 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0be4cc60-3862-4839-a46c-11558e05e816 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:07:55.746761 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be4cc60-3862-4839-a46c-11558e05e816'] response: {'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'code': 200} May 11 21:07:55.809999 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:55.866004 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=10']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:56.191247 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeb989-6452-4fbc-8aea-b1f112183cf1 req-5d1580a4-6879-41f8-9fa2-cb2964eb6a0e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:56.192739 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eedeb989-6452-4fbc-8aea-b1f112183cf1 req-5d1580a4-6879-41f8-9fa2-cb2964eb6a0e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0500791 May 11 21:07:56.240491 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eedeb989-6452-4fbc-8aea-b1f112183cf1 req-4908dbba-6f3b-4183-ae3c-b76e92c7e450 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420406 May 11 21:07:56.724102 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37c34b-ff61-4fab-a28d-d337633eec24 req-76d55030-6c67-4be4-b2d3-a9c43b60dcc1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:56.726080 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b37c34b-ff61-4fab-a28d-d337633eec24 req-76d55030-6c67-4be4-b2d3-a9c43b60dcc1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 946 time: 0.0484087 May 11 21:07:56.734292 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3faf17-4acc-456c-822b-3d3087dade64 req-3af73b32-6ea1-48c6-917e-3bbc4e7eea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:56.735916 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf3faf17-4acc-456c-822b-3d3087dade64 req-3af73b32-6ea1-48c6-917e-3bbc4e7eea6d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 1130 time: 0.0395920 May 11 21:07:56.778268 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b37c34b-ff61-4fab-a28d-d337633eec24 req-5ac4d85b-b0c0-401c-bd32-73d48eb90c85 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461776 May 11 21:07:56.790263 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cf3faf17-4acc-456c-822b-3d3087dade64 req-f27320ff-0a9e-440e-a393-0bedd3d738f8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457306 May 11 21:07:57.360676 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99636dd-d993-4286-88cb-6f8e3dde6d47 req-22464f0d-4de8-4b7d-a826-aa6405dc9c15 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:57.362191 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d99636dd-d993-4286-88cb-6f8e3dde6d47 req-22464f0d-4de8-4b7d-a826-aa6405dc9c15 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0510375 May 11 21:07:57.412591 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d99636dd-d993-4286-88cb-6f8e3dde6d47 req-4f79ded6-3bdd-49b6-b9e3-98aa06613db2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 May 11 21:07:57.899685 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028a609-5d7d-4bba-955f-43ea065d5a45 req-03aa5c13-ec5c-4584-a56a-77b12c79241d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:57.901179 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9028a609-5d7d-4bba-955f-43ea065d5a45 req-03aa5c13-ec5c-4584-a56a-77b12c79241d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 946 time: 0.0476570 May 11 21:07:57.948676 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9028a609-5d7d-4bba-955f-43ea065d5a45 req-38c328d0-9ddc-4002-ae2c-7fe43521fd1b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418594 May 11 21:07:58.656046 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47604) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:58.701310 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Deleting subnet 522c54eb-5e47-4cf4-ba13-c55837c37f07 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:07:58.704520 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Publish callbacks [] for subnet (522c54eb-5e47-4cf4-ba13-c55837c37f07), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:58.740143 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2745531'] for subnet (522c54eb-5e47-4cf4-ba13-c55837c37f07), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:58.786924 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (522c54eb-5e47-4cf4-ba13-c55837c37f07), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:58.950402 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3811050'] for subnet (522c54eb-5e47-4cf4-ba13-c55837c37f07), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:58.976690 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522c54eb-5e47-4cf4-ba13-c55837c37f07,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:58.981345 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:58.985129 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] 10.222.0.35 "DELETE /v2.0/subnets/522c54eb-5e47-4cf4-ba13-c55837c37f07 HTTP/1.1" status: 204 len: 168 time: 0.3280153 May 11 21:07:58.988822 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47618) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:58.990050 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.990401 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.990762 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.991146 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.991415 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.991781 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.992067 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.992390 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.992714 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.993037 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.993368 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.993830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.994026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.994351 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:58.994672 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c430d1f-4f9e-4222-b636-e34678149aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.066042 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (ed3efa9c-f23b-412c-a6d2-b3886e3eb354), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.081518 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bc67c-90f9-478d-ae27-cfaa8fb1d7d5 req-72162d70-b7c4-446e-a8fe-7b24115062ce tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:07:59.082506 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a51bc67c-90f9-478d-ae27-cfaa8fb1d7d5 req-72162d70-b7c4-446e-a8fe-7b24115062ce tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 946 time: 0.0470023 May 11 21:07:59.143093 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a51bc67c-90f9-478d-ae27-cfaa8fb1d7d5 req-1147d2aa-4983-4bfd-92ed-3351462bfd47 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543363 May 11 21:07:59.164283 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (ed3efa9c-f23b-412c-a6d2-b3886e3eb354), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.185769 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3efa9c-f23b-412c-a6d2-b3886e3eb354']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:59.196188 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ca29c1-93a7-4019-8d86-53e9df4475d8') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:59.196487 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ca29c1-93a7-4019-8d86-53e9df4475d8') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:07:59.206380 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3277999'] for segment (e4ca29c1-93a7-4019-8d86-53e9df4475d8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.219978 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (e4ca29c1-93a7-4019-8d86-53e9df4475d8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.226271 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:07:59.226685 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284347'] for segment (e4ca29c1-93a7-4019-8d86-53e9df4475d8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: Traceback (most recent call last): May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: timer() May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: cb(*args, **kw) May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: return func(*args, **kwargs) May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: self._notify() May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: self.callback(batched_events) May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: event.method(event) May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: return f(self, *a, **k) May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._get(url).json() May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: return self.request(url, 'GET', **kwargs) May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:07:59.228378 dv-cinder-841467-1-iscsi neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:07:59.375518 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (ed3efa9c-f23b-412c-a6d2-b3886e3eb354), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.380931 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.384030 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] 10.222.0.35 "DELETE /v2.0/networks/ed3efa9c-f23b-412c-a6d2-b3886e3eb354 HTTP/1.1" status: 204 len: 168 time: 0.3944907 May 11 21:07:59.395602 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ed3efa9c-f23b-412c-a6d2-b3886e3eb354,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:07:59.403560 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.403910 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.404251 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.404592 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.404932 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.405265 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.406164 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.406499 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.406831 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.407159 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.407487 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.408248 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.408383 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.408696 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.408976 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa13a7b-42af-4587-b25d-562974da74bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:07:59.747365 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47636) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:59.790683 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-291be4b6-5691-4f8b-aa0c-1d669e07b3ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98ca4d11f5b5459a93b0f97cbfcdc3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421607 May 11 21:07:59.793253 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47638) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:07:59.842527 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7357694e-4975-42e7-92cd-af1f59a89299 admin admin] Publish callbacks [] for security_group (d64b81d9-fca1-49ea-9859-20a7bfa26833), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.865074 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7357694e-4975-42e7-92cd-af1f59a89299 admin admin] Publish callbacks [] for security_group (d64b81d9-fca1-49ea-9859-20a7bfa26833), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.979631 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7357694e-4975-42e7-92cd-af1f59a89299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d64b81d9-fca1-49ea-9859-20a7bfa26833), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.982327 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7357694e-4975-42e7-92cd-af1f59a89299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:07:59.983490 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7357694e-4975-42e7-92cd-af1f59a89299 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d64b81d9-fca1-49ea-9859-20a7bfa26833 HTTP/1.1" status: 204 len: 168 time: 0.1893289 May 11 21:07:59.992414 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357694e-4975-42e7-92cd-af1f59a89299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b81d9-fca1-49ea-9859-20a7bfa26833,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:00.270806 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6550-ed00-48dd-b682-4b34a66b3764 req-3714751f-39d8-45dd-ba90-84dfd486816c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:00.272629 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fe7f6550-ed00-48dd-b682-4b34a66b3764 req-3714751f-39d8-45dd-ba90-84dfd486816c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 946 time: 0.0492015 May 11 21:08:00.288908 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47648) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:00.293686 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3108f06f-5a7b-4c76-ade3-e7ab4d91d1ca tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077974270', 'description': 'tempest-description--1150592344'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:00.324881 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fe7f6550-ed00-48dd-b682-4b34a66b3764 req-4186202a-43be-46f7-9088-0c6487f64fda tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463047 May 11 21:08:00.350885 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:08:00.396115 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3108f06f-5a7b-4c76-ade3-e7ab4d91d1ca tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:00.467228 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3108f06f-5a7b-4c76-ade3-e7ab4d91d1ca tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group (f70baf0c-5160-49d8-bebc-c2278f0b0391), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:00.592344 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3108f06f-5a7b-4c76-ade3-e7ab4d91d1ca tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (f70baf0c-5160-49d8-bebc-c2278f0b0391), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:00.624912 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108f06f-5a7b-4c76-ade3-e7ab4d91d1ca tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70baf0c-5160-49d8-bebc-c2278f0b0391,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:00.703892 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3108f06f-5a7b-4c76-ade3-e7ab4d91d1ca tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:00.705296 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3108f06f-5a7b-4c76-ade3-e7ab4d91d1ca tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4152842 May 11 21:08:00.708381 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47662) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:00.712871 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-babd4d06-d375-410e-a765-051adced4176 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Request body: {'security_group_rule': {'security_group_id': 'f70baf0c-5160-49d8-bebc-c2278f0b0391', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:00.838026 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-babd4d06-d375-410e-a765-051adced4176 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group_rule (6079b38d-5486-418c-b2cf-5e42e304ec4b), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:00.903068 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-babd4d06-d375-410e-a765-051adced4176 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group_rule (6079b38d-5486-418c-b2cf-5e42e304ec4b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:00.978972 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-babd4d06-d375-410e-a765-051adced4176 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (6079b38d-5486-418c-b2cf-5e42e304ec4b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:00.996910 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd4d06-d375-410e-a765-051adced4176 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6079b38d-5486-418c-b2cf-5e42e304ec4b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:01.085749 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-babd4d06-d375-410e-a765-051adced4176 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:01.089509 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-babd4d06-d375-410e-a765-051adced4176 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3777316 May 11 21:08:01.089927 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47678) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:01.094475 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ae633cdd-1166-43cb-b25e-3cfb595d4b5e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Request body: {'security_group_rule': {'security_group_id': 'f70baf0c-5160-49d8-bebc-c2278f0b0391', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:01.184722 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae633cdd-1166-43cb-b25e-3cfb595d4b5e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group_rule (f49c335d-c7a5-4f25-a648-60a763d553eb), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:01.233155 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae633cdd-1166-43cb-b25e-3cfb595d4b5e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group_rule (f49c335d-c7a5-4f25-a648-60a763d553eb), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:01.303979 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae633cdd-1166-43cb-b25e-3cfb595d4b5e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (f49c335d-c7a5-4f25-a648-60a763d553eb), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:01.321999 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae633cdd-1166-43cb-b25e-3cfb595d4b5e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49c335d-c7a5-4f25-a648-60a763d553eb,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:01.417092 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ae633cdd-1166-43cb-b25e-3cfb595d4b5e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:01.418463 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ae633cdd-1166-43cb-b25e-3cfb595d4b5e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274901 May 11 21:08:01.422071 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47718) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:01.426389 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:01.539254 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:01.617191 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:01.724588 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Allocated IP 172.27.3.54 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/0ca48069-85d7-4f8e-a3d6-1cc57c995cd0) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:08:01.826404 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for port (0ca48069-85d7-4f8e-a3d6-1cc57c995cd0), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:01.956064 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (0ca48069-85d7-4f8e-a3d6-1cc57c995cd0), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:01.989984 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:08:01.992685 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:08:01.996026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:08:02.030928 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event updated for resources: {'Port': ['ID=0ca48069-85d7-4f8e-a3d6-1cc57c995cd0,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:02.088760 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for floatingip (615aab2f-c740-476c-a242-aa90a5d1d6e3), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:02.210491 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (0ca48069-85d7-4f8e-a3d6-1cc57c995cd0), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:02.390158 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for port (0ca48069-85d7-4f8e-a3d6-1cc57c995cd0), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:02.501152 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (0ca48069-85d7-4f8e-a3d6-1cc57c995cd0), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:02.567889 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event updated for resources: {'Port': ['ID=0ca48069-85d7-4f8e-a3d6-1cc57c995cd0,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:02.578293 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (615aab2f-c740-476c-a242-aa90a5d1d6e3), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:02.703497 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:02.704777 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1394af4f-bb09-4e9a-a486-8fd3994c26e5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2817881 May 11 21:08:02.895912 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e0e4a337-62fd-4bbd-a627-d36455143778 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2077974270&fields=id&tenant_id=838ec035db164e50bc335d2cf141d943 HTTP/1.1" status: 200 len: 267 time: 0.0424359 May 11 21:08:03.003040 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-abad25cd-3e54-4c3d-913f-cfd902e27f14 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:03.004466 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-abad25cd-3e54-4c3d-913f-cfd902e27f14 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 818 time: 0.1019714 May 11 21:08:03.019438 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-94705414-3cb5-476e-8b96-99e0d2a795c7 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/quotas/838ec035db164e50bc335d2cf141d943 HTTP/1.1" status: 200 len: 375 time: 0.0094650 May 11 21:08:03.073335 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-5a4e8de1-b343-4e50-91e1-483eff9bd1db tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0485125 May 11 21:08:03.168791 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-19ddaa6c-6460-490a-b1c6-8b63cfab987e service neutron] 10.222.0.35 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836217 May 11 21:08:03.259528 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-8affd38f-5663-48c1-9915-f78c5255146b service neutron] 10.222.0.35 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849445 May 11 21:08:03.517685 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-84fda785-8dc2-40ed-b0d8-2a8483053411 req-148a3810-4cc0-4c9b-b6e7-b50be2eaf12c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 210 time: 0.0283720 May 11 21:08:04.613848 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e4f93a46-53e7-41c2-bc35-834e282f31b8 req-0ae32127-a82d-490f-800a-038dce376371 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 210 time: 0.0273588 May 11 21:08:05.965017 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-474d724b-140e-4b30-a416-8614c7bab87d req-bba7aae7-d43f-4913-99ba-b4aa38658879 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 210 time: 0.2824948 May 11 21:08:06.060534 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-dbecb27a-5c81-4f57-a6ec-f8eba48cee3c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:06.062185 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-dbecb27a-5c81-4f57-a6ec-f8eba48cee3c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 818 time: 0.1070993 May 11 21:08:06.127668 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-55c05b42-baa5-438f-88fa-a419184215cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838ec035db164e50bc335d2cf141d943 HTTP/1.1" status: 200 len: 380 time: 0.0544484 May 11 21:08:06.151237 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Request body: {'port': {'device_id': '6afa6104-9267-474c-aa59-3e38d5636e78', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'admin_state_up': True, 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'security_groups': ['f70baf0c-5160-49d8-bebc-c2278f0b0391']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:06.313190 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Made reservation on behalf of 838ec035db164e50bc335d2cf141d943 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:08:06.316652 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:06.445625 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Allocated IP 172.20.0.13 (a9807f35-125b-48ae-9b3f-337b199ffd2c/e83cc702-b3c1-4c1e-8095-2af4dc55ee56/aa313336-1ef9-41c8-900a-4471c553fd70) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:08:06.581178 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for port (aa313336-1ef9-41c8-900a-4471c553fd70), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:06.666874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:06.708202 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Network a9807f35-125b-48ae-9b3f-337b199ffd2c is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:08:06.711439 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:08:06.717147 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:08:06.748584 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event updated for resources: {'Port': ['ID=aa313336-1ef9-41c8-900a-4471c553fd70,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:06.769470 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:06.770188 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:06.869868 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-e7234711-359a-4f7b-9f8e-99c58a115fd1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7224240 May 11 21:08:06.882369 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Request body: {'port': {'device_id': '6afa6104-9267-474c-aa59-3e38d5636e78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:06.939692 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-f41f8be5-537c-43ea-afaf-95d7c7a00727 None None] Provisioning complete for port aa313336-1ef9-41c8-900a-4471c553fd70 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:08:06.940281 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f41f8be5-537c-43ea-afaf-95d7c7a00727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:06.945633 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:06.975513 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-f41f8be5-537c-43ea-afaf-95d7c7a00727 None None] Port aa313336-1ef9-41c8-900a-4471c553fd70 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:08:07.085515 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c16f-7f35-4880-8dbb-28422770e45d req-f0312401-98c1-4621-b2d6-8794bca3692f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:07.087071 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9c6c16f-7f35-4880-8dbb-28422770e45d req-f0312401-98c1-4621-b2d6-8794bca3692f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 932 time: 0.0496645 May 11 21:08:07.133846 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9c6c16f-7f35-4880-8dbb-28422770e45d req-3981a063-6b39-4eb8-aaae-0d236900334b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411365 May 11 21:08:07.240261 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa313336-1ef9-41c8-900a-4471c553fd70 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:08:07.248028 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Publish callbacks [] for port (aa313336-1ef9-41c8-900a-4471c553fd70), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:07.260624 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Transition to ACTIVE for port object aa313336-1ef9-41c8-900a-4471c553fd70 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:08:07.355821 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:07.415794 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa313336-1ef9-41c8-900a-4471c553fd70,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:07.499382 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Attempting to bind port aa313336-1ef9-41c8-900a-4471c553fd70 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:08:07.500274 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Attempting to bind port aa313336-1ef9-41c8-900a-4471c553fd70 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:08:07.500603 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Attempting to bind port aa313336-1ef9-41c8-900a-4471c553fd70 on network a9807f35-125b-48ae-9b3f-337b199ffd2c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:08:07.505833 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Port aa313336-1ef9-41c8-900a-4471c553fd70 on network a9807f35-125b-48ae-9b3f-337b199ffd2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:08:07.506167 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Attempting to bind port aa313336-1ef9-41c8-900a-4471c553fd70 on network a9807f35-125b-48ae-9b3f-337b199ffd2c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:08:07.511815 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:08:07.512162 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Checking segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:08:07.512546 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Bound using segment: {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:08:07.512972 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Bound port: aa313336-1ef9-41c8-900a-4471c553fd70, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:08:07.513334 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:07.584900 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] For port aa313336-1ef9-41c8-900a-4471c553fd70, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:08:07.588049 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] For port aa313336-1ef9-41c8-900a-4471c553fd70, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=aa313336-1ef9-41c8-900a-4471c553fd70,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:08:07.699089 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:07.746987 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:07.746987 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:07.746987 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] 10.222.0.70 "PUT /v2.0/ports/aa313336-1ef9-41c8-900a-4471c553fd70 HTTP/1.1" status: 200 len: 1094 time: 0.8635163 May 11 21:08:07.746987 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:07.746987 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad432983-b7d8-4cc4-a288-4150504376e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:07.768019 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641d611-6cee-4237-8aae-cb9eb85570c7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa313336-1ef9-41c8-900a-4471c553fd70,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:07.783915 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826f921f-364c-48e4-a4b1-c3e069759ba2 x-openstack-request-id: req-826f921f-364c-48e4-a4b1-c3e069759ba2 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:07.792897 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:07.792897 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-826f921f-364c-48e4-a4b1-c3e069759ba2 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:07.792897 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826f921f-364c-48e4-a4b1-c3e069759ba2'] response: {'name': 'network-changed', 'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'status': 'completed', 'code': 200} May 11 21:08:07.871958 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad432983-b7d8-4cc4-a288-4150504376e5 req-70adacbf-8075-40b7-8edf-4214aa716c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:07.873480 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad432983-b7d8-4cc4-a288-4150504376e5 req-70adacbf-8075-40b7-8edf-4214aa716c5a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 1128 time: 0.0429502 May 11 21:08:07.978773 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad432983-b7d8-4cc4-a288-4150504376e5 req-d9f32110-6ecd-406e-b87d-89185e348e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:07.980245 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad432983-b7d8-4cc4-a288-4150504376e5 req-d9f32110-6ecd-406e-b87d-89185e348e29 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=838ec035db164e50bc335d2cf141d943&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0996087 May 11 21:08:08.084582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad432983-b7d8-4cc4-a288-4150504376e5 req-3c57a510-b583-4a0b-b8be-e25078731eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:08.086395 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad432983-b7d8-4cc4-a288-4150504376e5 req-3c57a510-b583-4a0b-b8be-e25078731eaf service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954545 May 11 21:08:08.176720 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-20cfbe26-375e-4afd-8aca-6255af2cfcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:08.178271 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-20cfbe26-375e-4afd-8aca-6255af2cfcdc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 1128 time: 0.0406840 May 11 21:08:08.212508 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-9a519364-ece6-4b06-9b97-9241e0e2b357 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644581309&fields=id&tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63 HTTP/1.1" status: 200 len: 267 time: 0.0468912 May 11 21:08:08.232702 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-a579a723-0b9d-44db-8e00-7dc86a7efc6b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa313336-1ef9-41c8-900a-4471c553fd70 HTTP/1.1" status: 200 len: 217 time: 0.0399985 May 11 21:08:08.306784 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306bc11-8943-4a8a-a321-888abbe8c20f req-9084f921-b227-4600-b348-8f1ddc1e0cdc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:08.308293 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b306bc11-8943-4a8a-a321-888abbe8c20f req-9084f921-b227-4600-b348-8f1ddc1e0cdc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 944 time: 0.0780399 May 11 21:08:08.313796 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-3fc7129d-3dad-48ca-b7b8-51318d7c6478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:08.315185 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-3fc7129d-3dad-48ca-b7b8-51318d7c6478 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0730584 May 11 21:08:08.323261 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-9a9def8c-b634-41e9-bb83-8cdd7643106e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:08.324918 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-9a9def8c-b634-41e9-bb83-8cdd7643106e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 812 time: 0.1053019 May 11 21:08:08.341305 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-c6db13b6-6135-4147-8d68-44e24110c4f2 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/quotas/31585e8d8c2b4eb0b052b30e2ce5fa63 HTTP/1.1" status: 200 len: 375 time: 0.0092533 May 11 21:08:08.389619 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-37356821-f638-4de0-af70-0fd7152d70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:08.391741 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-37356821-f638-4de0-af70-0fd7152d70c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617809 May 11 21:08:08.396056 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b306bc11-8943-4a8a-a321-888abbe8c20f req-fccd8be7-2bca-4392-a9b1-f1daad8a95da tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800076 May 11 21:08:08.397295 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-11bcbd23-915e-4c9e-a64b-cb92a7876ea4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491438 May 11 21:08:08.491226 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-07f42f6b-5c5e-4bfd-a6ac-042a380b6acd service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856586 May 11 21:08:08.500722 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-9493703c-dc15-4bcf-9e79-54501219a111 service neutron] 10.222.0.35 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888088 May 11 21:08:08.594463 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ab4cfc6-b3ad-4ea4-8978-30e850685725 req-14620b82-1ccb-45d8-b178-48ae89cc9d29 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907729 May 11 21:08:08.794901 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-3394bec3-0ea0-490d-99ba-40e49d33c1a3 service neutron] 10.222.0.35 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881665 May 11 21:08:09.452369 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4afcaf4-d310-4981-9e61-d077c984b57e req-b5848f84-5f81-4163-8337-c6ea6d3495c3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 210 time: 0.0324423 May 11 21:08:09.522802 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fba362-416a-4dab-a75b-a48c5dc47a09 req-67b751fb-5eba-4b2c-9609-2a567e157f00 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:09.524302 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-40fba362-416a-4dab-a75b-a48c5dc47a09 req-67b751fb-5eba-4b2c-9609-2a567e157f00 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 944 time: 0.0494678 May 11 21:08:09.570902 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-40fba362-416a-4dab-a75b-a48c5dc47a09 req-2bf954d5-d5e0-4897-8fb3-b55985227b25 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 May 11 21:08:10.009675 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-566da816-5657-48d3-9b96-61fb2a6a01cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:10.528787 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b793f844-c415-4dcb-83dc-af3ded30049f req-85077649-945d-42e7-8a42-a71844d6651c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 210 time: 0.0278513 May 11 21:08:10.688156 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261a5c8-2041-4bb4-b62c-3f4ce59d5cd4 req-87646ec9-175a-4f93-ae24-d8618229fd2e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:10.689649 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3261a5c8-2041-4bb4-b62c-3f4ce59d5cd4 req-87646ec9-175a-4f93-ae24-d8618229fd2e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 944 time: 0.0514219 May 11 21:08:10.737756 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3261a5c8-2041-4bb4-b62c-3f4ce59d5cd4 req-8d9f8e65-cdc9-433d-81ec-af49873e7f62 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423439 May 11 21:08:11.627798 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ddf14475-bfb5-4d1f-b3f2-cbdb40b9b5ea req-86a2819a-80be-41c8-8916-ec06f8725f06 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 210 time: 0.0335066 May 11 21:08:11.659350 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device aa313336-1ef9-41c8-900a-4471c553fd70 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:08:11.766559 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port aa313336-1ef9-41c8-900a-4471c553fd70, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=aa313336-1ef9-41c8-900a-4471c553fd70,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:11.779252 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'port_id': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'mac_address': 'fa:16:3e:29:21:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:08:11.820331 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port aa313336-1ef9-41c8-900a-4471c553fd70 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:08:11.821202 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:11.839261 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa313336-1ef9-41c8-900a-4471c553fd70 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:08:11.861276 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port aa313336-1ef9-41c8-900a-4471c553fd70, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=aa313336-1ef9-41c8-900a-4471c553fd70,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:11.875916 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcc8f4-3e9c-4fb4-946f-901336ba90c7 req-aa73dfae-d980-4a4f-9ce0-ac0bd2699b9c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:11.877586 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43fcc8f4-3e9c-4fb4-946f-901336ba90c7 req-aa73dfae-d980-4a4f-9ce0-ac0bd2699b9c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 944 time: 0.0637200 May 11 21:08:11.910913 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-71f46690-fecf-4f2f-b21b-acb4eddafe8f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:11.912353 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-71f46690-fecf-4f2f-b21b-acb4eddafe8f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 812 time: 0.1235199 May 11 21:08:11.932551 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43fcc8f4-3e9c-4fb4-946f-901336ba90c7 req-f2f83319-2074-4474-809b-a096a96151df tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490131 May 11 21:08:11.941741 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:11.993289 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-678feb46-5e80-4aab-9fd6-4551b177da84 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63 HTTP/1.1" status: 200 len: 379 time: 0.0620015 May 11 21:08:11.994563 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=aa313336-1ef9-41c8-900a-4471c553fd70,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:12.002046 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.002403 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.002750 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.003095 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.003457 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.003744 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'port': {'device_id': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'admin_state_up': True, 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'security_groups': ['36f6f2c9-d6ea-431a-9d54-539aad465ced']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:12.003869 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.004089 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.004422 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.004752 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.005154 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.005486 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.009599 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.009599 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.009599 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.009599 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:12.133444 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213708b-69cf-49f2-b889-12afe3a09497 req-4ec6ffd7-c475-4145-8ea9-81c26bf1d65b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:12.135110 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3213708b-69cf-49f2-b889-12afe3a09497 req-4ec6ffd7-c475-4145-8ea9-81c26bf1d65b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 945 time: 0.0486705 May 11 21:08:12.180968 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-040856ea-320e-414b-a2c1-8eb3165038f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:12.187364 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3213708b-69cf-49f2-b889-12afe3a09497 req-3af225a2-7154-4940-a4d4-a0acde4fc939 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459042 May 11 21:08:12.214959 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Made reservation on behalf of 31585e8d8c2b4eb0b052b30e2ce5fa63 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:08:12.219135 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:12.269930 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['aa313336-1ef9-41c8-900a-4471c553fd70'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:08:12.344726 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Allocated IP 172.20.0.12 (c8d33d52-b2cd-4098-87c1-78268014f2dc/4cc88e64-ace5-4619-84b0-ef8325eab44c/e2cb6f2a-c41b-40ff-8244-7d1958f2b07e) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:08:12.489882 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:12.575804 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:12.618455 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Network c8d33d52-b2cd-4098-87c1-78268014f2dc is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:08:12.622305 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:08:12.629687 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:08:12.635884 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'Port': ['ID=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:12.690995 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:12.691696 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:12.753275 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31afe68-44d7-4d07-935c-443026501f3c req-a3ba0720-8334-4a14-b7c6-5993903c711f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:12.754737 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d31afe68-44d7-4d07-935c-443026501f3c req-a3ba0720-8334-4a14-b7c6-5993903c711f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 932 time: 0.0495541 May 11 21:08:12.787673 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-a64f6302-eecc-4ca4-9c1a-4c8c584a8bca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7876115 May 11 21:08:12.811895 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d31afe68-44d7-4d07-935c-443026501f3c req-f0c3bf3d-9328-4549-93a0-f15a2518ed03 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513682 May 11 21:08:12.872150 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e311011c-20fe-4559-bf4f-ccda112348ed None None] Provisioning complete for port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:08:12.872711 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e311011c-20fe-4559-bf4f-ccda112348ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:12.905718 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e311011c-20fe-4559-bf4f-ccda112348ed None None] Port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:08:13.044346 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b09b6-e97a-447a-9175-546db623cd87 req-79921fca-690d-4c3b-8f9e-f502d6191cec tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:13.045916 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ba1b09b6-e97a-447a-9175-546db623cd87 req-79921fca-690d-4c3b-8f9e-f502d6191cec tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 945 time: 0.0463319 May 11 21:08:13.093718 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ba1b09b6-e97a-447a-9175-546db623cd87 req-2237f0fb-0dee-450b-9b76-c7234ecc8c37 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411212 May 11 21:08:13.298776 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dfa48-0883-4500-82f8-bc26672444f0 req-855fa4cf-4735-4807-a914-e0df950a48dc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:13.300162 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-491dfa48-0883-4500-82f8-bc26672444f0 req-855fa4cf-4735-4807-a914-e0df950a48dc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 945 time: 0.0473270 May 11 21:08:13.347832 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-491dfa48-0883-4500-82f8-bc26672444f0 req-1a7de740-b95a-4be9-a5b9-3a1e05c68a7e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420763 May 11 21:08:13.432504 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Request body: {'port': {'device_id': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:13.494837 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:13.680233 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device aa313336-1ef9-41c8-900a-4471c553fd70 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:08:13.727997 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port aa313336-1ef9-41c8-900a-4471c553fd70 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:08:13.744007 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:13.801445 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-1012969e-8370-493b-bff6-d96092530a81 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:13.802886 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-1012969e-8370-493b-bff6-d96092530a81 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 945 time: 0.0597050 May 11 21:08:13.848415 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port aa313336-1ef9-41c8-900a-4471c553fd70 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:08:13.848983 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:13.864307 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cb6f2a-c41b-40ff-8244-7d1958f2b07e {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:08:13.875918 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Publish callbacks [] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:13.925205 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Transition to ACTIVE for port object e2cb6f2a-c41b-40ff-8244-7d1958f2b07e will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:08:13.935724 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73754e1-aff5-4e63-bf2f-1eec79622a15 req-0ed5a551-6348-43df-9f20-edaa3179f39c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:13.938542 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f73754e1-aff5-4e63-bf2f-1eec79622a15 req-0ed5a551-6348-43df-9f20-edaa3179f39c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 932 time: 0.0535142 May 11 21:08:13.940746 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Deleting port 33495938-b6a2-44d1-a611-20bc7a6ee31c {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:08:13.941107 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:13.942780 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port aa313336-1ef9-41c8-900a-4471c553fd70 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:08:13.946291 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:13.974747 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:13.977084 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0b7a6d-20e1-494b-a048-2ae02221fe66" -d '{"events": [{"server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "name": "network-vif-plugged", "status": "completed", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:13.989798 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port aa313336-1ef9-41c8-900a-4471c553fd70, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=aa313336-1ef9-41c8-900a-4471c553fd70,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:14.001260 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f73754e1-aff5-4e63-bf2f-1eec79622a15 req-1927abc5-815c-4292-a67d-4f237c1ed21c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566025 May 11 21:08:14.017130 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd642e-f49c-4486-b4d2-2915c570567b x-openstack-request-id: req-64cd642e-f49c-4486-b4d2-2915c570567b {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:14.017593 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "name": "network-vif-plugged", "status": "completed", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:14.017918 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64cd642e-f49c-4486-b4d2-2915c570567b {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:14.026611 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cd642e-f49c-4486-b4d2-2915c570567b'] response: {'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'code': 200} May 11 21:08:14.055919 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:14.093277 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:14.107425 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] For port 33495938-b6a2-44d1-a611-20bc7a6ee31c, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=33495938-b6a2-44d1-a611-20bc7a6ee31c,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:14.107425 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:14.159909 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=aa313336-1ef9-41c8-900a-4471c553fd70,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:14.208284 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:14.381151 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc16bd-2c3a-4fbb-a00f-fcccf18e4ec5 req-8838469a-b7a4-4d78-acf9-c187602f7c2e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:14.382742 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-febc16bd-2c3a-4fbb-a00f-fcccf18e4ec5 req-8838469a-b7a4-4d78-acf9-c187602f7c2e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.1852987 May 11 21:08:14.490861 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09859ab2-e480-4d54-93d9-54aca852bf2c req-4d8e752d-9fff-48ee-bbd6-de9e4396999a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:14.492347 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09859ab2-e480-4d54-93d9-54aca852bf2c req-4d8e752d-9fff-48ee-bbd6-de9e4396999a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 945 time: 0.0558486 May 11 21:08:14.511924 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1f698-8277-4039-8863-56d5f1bf19c5 req-985a8cde-b708-4bdc-950f-8cd16b3c93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:14.513776 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-35e1f698-8277-4039-8863-56d5f1bf19c5 req-985a8cde-b708-4bdc-950f-8cd16b3c93f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 1130 time: 0.1530209 May 11 21:08:14.522940 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Attempting to bind port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:08:14.523175 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Attempting to bind port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:08:14.523478 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Attempting to bind port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e on network c8d33d52-b2cd-4098-87c1-78268014f2dc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:08:14.544734 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09859ab2-e480-4d54-93d9-54aca852bf2c req-a560085a-d87a-4fa4-903b-34334ede8208 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=5d660e7e-49a0-4062-907b-b7a3abf5fbcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460253 May 11 21:08:14.565469 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e on network c8d33d52-b2cd-4098-87c1-78268014f2dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:08:14.565816 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Attempting to bind port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e on network c8d33d52-b2cd-4098-87c1-78268014f2dc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:08:14.570577 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-febc16bd-2c3a-4fbb-a00f-fcccf18e4ec5 req-456daa6e-ef27-4ff8-8639-d25290fcf7b5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796198 May 11 21:08:14.573493 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:14.573852 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (2d20a69e-cc43-4501-914b-b7f91f9d33e7), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:14.574078 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Floating IP 2d20a69e-cc43-4501-914b-b7f91f9d33e7 disassociated. External IP: 172.27.3.194, port: 33495938-b6a2-44d1-a611-20bc7a6ee31c. May 11 21:08:14.574425 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Calling delete_port for 33495938-b6a2-44d1-a611-20bc7a6ee31c owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:08:14.587303 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:08:14.587641 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Checking segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:08:14.588022 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Bound using segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:08:14.588453 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Bound port: e2cb6f2a-c41b-40ff-8244-7d1958f2b07e, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:08:14.591641 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:14.675430 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-35e1f698-8277-4039-8863-56d5f1bf19c5 req-b1589cd2-685b-46db-a4d9-ff11bb1c22da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495976 May 11 21:08:14.733095 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] For port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:08:14.746885 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] For port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:08:14.813319 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:14.848397 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:14.849051 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:14.850559 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] 10.222.0.70 "PUT /v2.0/ports/e2cb6f2a-c41b-40ff-8244-7d1958f2b07e HTTP/1.1" status: 200 len: 1094 time: 1.4222465 May 11 21:08:14.850925 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'tag': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:14.853149 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0809a2e-20e5-4c88-beb4-2991fcd01bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3855665-64e1-4b51-9e7b-a46354bde903", "tag": "e2cb6f2a-c41b-40ff-8244-7d1958f2b07e"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:14.877309 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df5860-633e-4d26-9612-8138ee555e61 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:14.892357 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4284bc-f7df-49b6-a557-ad7481d68929 x-openstack-request-id: req-1a4284bc-f7df-49b6-a557-ad7481d68929 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:14.892657 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3855665-64e1-4b51-9e7b-a46354bde903", "tag": "e2cb6f2a-c41b-40ff-8244-7d1958f2b07e", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:14.892925 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1a4284bc-f7df-49b6-a557-ad7481d68929 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:14.893337 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4284bc-f7df-49b6-a557-ad7481d68929'] response: {'name': 'network-changed', 'server_uuid': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'tag': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e', 'status': 'completed', 'code': 200} May 11 21:08:14.907166 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (33495938-b6a2-44d1-a611-20bc7a6ee31c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:14.935574 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'Port': ['ID=33495938-b6a2-44d1-a611-20bc7a6ee31c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:15.094015 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:15.307771 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0809a2e-20e5-4c88-beb4-2991fcd01bf5 req-448127f8-c6d7-4fb0-a9f1-6707ccdd6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:15.309364 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e0809a2e-20e5-4c88-beb4-2991fcd01bf5 req-448127f8-c6d7-4fb0-a9f1-6707ccdd6424 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 1128 time: 0.3700042 May 11 21:08:15.324035 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d772c7-a1f9-4219-8ceb-d63e7df6474f req-885e9a32-a96b-429c-a8c9-4b54f72b9bfe tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:15.325460 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-27d772c7-a1f9-4219-8ceb-d63e7df6474f req-885e9a32-a96b-429c-a8c9-4b54f72b9bfe tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0956423 May 11 21:08:15.422993 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-27d772c7-a1f9-4219-8ceb-d63e7df6474f req-2b9c8c10-4473-4048-96d7-15aa2a6b3212 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914669 May 11 21:08:15.426784 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Router 24f8bcc3-4b3f-4906-8252-84f991296269 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:08:15.538689 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:08:15.553926 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:08:15.560798 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:15.561421 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:15.606567 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] No DVR routers for this DVR port 33495938-b6a2-44d1-a611-20bc7a6ee31c on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:08:15.618845 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:15.622774 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0f045fd-13ef-4699-852c-d8dfaa0a6288 req-c9e57a53-bdc4-4434-a594-c95c0ea62350 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "DELETE /v2.0/ports/33495938-b6a2-44d1-a611-20bc7a6ee31c HTTP/1.1" status: 204 len: 173 time: 1.7999454 May 11 21:08:15.677037 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:15.704481 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-afb24d46-3bff-40a1-a0dc-3fb6bd347e91 req-7528954b-2972-46e1-9c75-5608b4d096c7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0546701 May 11 21:08:15.785138 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374d1cd-f529-4724-b3ce-042e596cb0f3 req-37f3df1f-2303-4cec-834a-61a7b9a7f331 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:15.790020 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e374d1cd-f529-4724-b3ce-042e596cb0f3 req-37f3df1f-2303-4cec-834a-61a7b9a7f331 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0656157 May 11 21:08:15.817155 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0809a2e-20e5-4c88-beb4-2991fcd01bf5 req-a5c9230c-16b7-420d-8a9b-71416ef56c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:15.818802 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e0809a2e-20e5-4c88-beb4-2991fcd01bf5 req-a5c9230c-16b7-420d-8a9b-71416ef56c4d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2099025 May 11 21:08:15.916346 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e374d1cd-f529-4724-b3ce-042e596cb0f3 req-51f944aa-ede0-4aeb-afe3-a4e3cefe9186 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216841 May 11 21:08:15.960101 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0809a2e-20e5-4c88-beb4-2991fcd01bf5 req-1deb0c48-38e9-447e-9ea1-cf1dae0fb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:15.961651 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e0809a2e-20e5-4c88-beb4-2991fcd01bf5 req-1deb0c48-38e9-447e-9ea1-cf1dae0fb9a2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349747 May 11 21:08:16.004488 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '051fc874-a4ec-47f8-9a31-a72b3ac9ad72', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:39:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:09Z', 'updated_at': '2022-05-11T21:05:40Z', 'revision_number': 2, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:16.031890 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:08:16.040650 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:16.041282 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:16.146008 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:16.365032 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '051fc874-a4ec-47f8-9a31-a72b3ac9ad72', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:39:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:09Z', 'updated_at': '2022-05-11T21:05:40Z', 'revision_number': 2, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:16.398664 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ee232-b2bc-4485-8d05-210023b4bf58 None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '051fc874-a4ec-47f8-9a31-a72b3ac9ad72', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:39:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:05:09Z', 'updated_at': '2022-05-11T21:05:40Z', 'revision_number': 2, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:08:16.564714 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8554e90-705c-4991-af5c-f8373cd2f648 req-9bebc17b-9b2e-4c98-a88f-45205b529a0e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:16.566470 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f8554e90-705c-4991-af5c-f8373cd2f648 req-9bebc17b-9b2e-4c98-a88f-45205b529a0e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0713823 May 11 21:08:16.588576 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-e410ec2b-b558-4c5e-bcef-ebc6d5f67a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:16.597929 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-e410ec2b-b558-4c5e-bcef-ebc6d5f67a45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 1128 time: 0.0573893 May 11 21:08:16.632387 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:16.650074 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f8554e90-705c-4991-af5c-f8373cd2f648 req-3c547e97-bd15-4c38-a68b-db5998c7ecc8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753479 May 11 21:08:16.663171 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-995770ea-beb8-42ff-8138-43b57c7d3581 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e HTTP/1.1" status: 200 len: 217 time: 0.0629451 May 11 21:08:16.729993 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d0a7e-3a62-440e-8c6c-3feab9e99693 None None] New status for floating IP 2d20a69e-cc43-4501-914b-b7f91f9d33e7: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:08:16.843320 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2df2f9b0-9a07-48f4-8ff2-7a4ac65fb758 req-893b06e8-533b-4bc2-a67a-e33ce7f4f435 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d723bfd-a4d6-44d4-8910-f88e2b7b395c HTTP/1.1" status: 200 len: 210 time: 0.0378287 May 11 21:08:16.894911 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'name': 'network-vif-deleted', 'tag': '33495938-b6a2-44d1-a611-20bc7a6ee31c'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:16.897498 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3da5115-24ae-4d16-b845-774181a659f1" -d '{"events": [{"server_uuid": "4d723bfd-a4d6-44d4-8910-f88e2b7b395c", "name": "network-vif-deleted", "tag": "33495938-b6a2-44d1-a611-20bc7a6ee31c"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:16.936183 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6a2fea-31a9-4652-a776-75d054ef1d6f x-openstack-request-id: req-fa6a2fea-31a9-4652-a776-75d054ef1d6f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:16.936558 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d723bfd-a4d6-44d4-8910-f88e2b7b395c", "name": "network-vif-deleted", "tag": "33495938-b6a2-44d1-a611-20bc7a6ee31c", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:16.936870 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa6a2fea-31a9-4652-a776-75d054ef1d6f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:16.937885 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6a2fea-31a9-4652-a776-75d054ef1d6f'] response: {'server_uuid': '4d723bfd-a4d6-44d4-8910-f88e2b7b395c', 'name': 'network-vif-deleted', 'tag': '33495938-b6a2-44d1-a611-20bc7a6ee31c', 'status': 'completed', 'code': 200} May 11 21:08:17.082580 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7457af-ed7a-4737-8a9b-4cd88242c7b2 req-58126310-ae17-4ac0-9737-7a91979a9e0d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:17.084044 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a7457af-ed7a-4737-8a9b-4cd88242c7b2 req-58126310-ae17-4ac0-9737-7a91979a9e0d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0859716 May 11 21:08:17.085786 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-d81b088c-bbb8-4986-b21e-80f08ce58e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:17.087081 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-d81b088c-bbb8-4986-b21e-80f08ce58e3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0979588 May 11 21:08:17.160250 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-f3bf979e-6aaf-4298-99b0-5ed6aff5271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:17.161692 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-f3bf979e-6aaf-4298-99b0-5ed6aff5271b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577238 May 11 21:08:17.165823 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a7457af-ed7a-4737-8a9b-4cd88242c7b2 req-a2a7fc71-a80f-4761-8286-0ae8397ddb72 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760939 May 11 21:08:17.256811 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-838377d4-4fbb-4138-9b73-53dc881e1ff8 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867212 May 11 21:08:17.280852 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3a0a-1dd3-45f2-a942-bc41d6d65705 req-61fa820a-68be-43ab-b2d5-c516ddabb41f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:17.286482 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f25f3a0a-1dd3-45f2-a942-bc41d6d65705 req-61fa820a-68be-43ab-b2d5-c516ddabb41f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0543222 May 11 21:08:17.291844 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47920) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:17.298267 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-52d74549-1e33-455e-ae20-f5512b9e7d1f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Request body: {'floatingip': {'port_id': 'aa313336-1ef9-41c8-900a-4471c553fd70'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:17.343534 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52d74549-1e33-455e-ae20-f5512b9e7d1f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for floatingip (615aab2f-c740-476c-a242-aa90a5d1d6e3), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:17.367863 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bcb4ef3b-9434-471b-9698-4463673c0c1f req-9288aff0-195e-45cb-aad2-525e89a26f87 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003129 May 11 21:08:17.690135 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 33495938-b6a2-44d1-a611-20bc7a6ee31c no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:08:17.721851 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 33495938-b6a2-44d1-a611-20bc7a6ee31c {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:08:17.722677 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 33495938-b6a2-44d1-a611-20bc7a6ee31c not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:08:17.774699 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef1f7-1fb7-4961-b1a5-bd8b69a4b152 req-53fc117c-8b29-4aac-b1ab-1d79378417f8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:17.776242 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d4ef1f7-1fb7-4961-b1a5-bd8b69a4b152 req-53fc117c-8b29-4aac-b1ab-1d79378417f8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0541193 May 11 21:08:17.821020 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52d74549-1e33-455e-ae20-f5512b9e7d1f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:17.832860 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8d4ef1f7-1fb7-4961-b1a5-bd8b69a4b152 req-4c20b3b5-a681-4698-8f98-3bbdbfa34a78 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503342 May 11 21:08:17.888304 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52d74549-1e33-455e-ae20-f5512b9e7d1f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (615aab2f-c740-476c-a242-aa90a5d1d6e3), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:18.002958 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-52d74549-1e33-455e-ae20-f5512b9e7d1f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Floating IP 615aab2f-c740-476c-a242-aa90a5d1d6e3 associated. External IP: 172.27.3.54, port: aa313336-1ef9-41c8-900a-4471c553fd70. May 11 21:08:18.006374 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 47930) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:18.130954 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76d24d7a-60d2-4788-9ce8-dd95c37e43fb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (5d660e7e-49a0-4062-907b-b7a3abf5fbcd), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:18.165190 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76d24d7a-60d2-4788-9ce8-dd95c37e43fb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (5d660e7e-49a0-4062-907b-b7a3abf5fbcd), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:18.293006 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d74549-1e33-455e-ae20-f5512b9e7d1f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Router c4d83074-a181-473c-9a1e-8d29de147308 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:08:18.355140 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76d24d7a-60d2-4788-9ce8-dd95c37e43fb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5d660e7e-49a0-4062-907b-b7a3abf5fbcd), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:18.357741 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76d24d7a-60d2-4788-9ce8-dd95c37e43fb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:18.358978 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-76d24d7a-60d2-4788-9ce8-dd95c37e43fb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "DELETE /v2.0/security-groups/5d660e7e-49a0-4062-907b-b7a3abf5fbcd HTTP/1.1" status: 204 len: 168 time: 0.3516839 May 11 21:08:18.362012 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47932) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:18.378161 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.api.v2.resource [None req-e9544fbb-617f-41e1-9ae9-b13c1f338ef2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] show failed (client error): The resource could not be found. May 11 21:08:18.382223 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e9544fbb-617f-41e1-9ae9-b13c1f338ef2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups/5d660e7e-49a0-4062-907b-b7a3abf5fbcd HTTP/1.1" status: 404 len: 347 time: 0.0159540 May 11 21:08:18.382547 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 47934) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:18.387211 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:18.397640 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d24d7a-60d2-4788-9ce8-dd95c37e43fb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d660e7e-49a0-4062-907b-b7a3abf5fbcd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:18.418179 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d74549-1e33-455e-ae20-f5512b9e7d1f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:08:18.423648 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-52d74549-1e33-455e-ae20-f5512b9e7d1f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:18.428683 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] Sync routers for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:08:18.448880 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:18.449522 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:18.470097 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-52d74549-1e33-455e-ae20-f5512b9e7d1f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "PUT /v2.0/floatingips/615aab2f-c740-476c-a242-aa90a5d1d6e3 HTTP/1.1" status: 200 len: 991 time: 1.1769052 May 11 21:08:18.470808 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:18.473081 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca" -d '{"events": [{"name": "network-changed", "server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:18.523553 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238d7894-c339-4fce-8cc9-66e2ea53526d x-openstack-request-id: req-238d7894-c339-4fce-8cc9-66e2ea53526d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:18.523952 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:18.524301 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-238d7894-c339-4fce-8cc9-66e2ea53526d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:18.524815 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238d7894-c339-4fce-8cc9-66e2ea53526d'] response: {'name': 'network-changed', 'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'status': 'completed', 'code': 200} May 11 21:08:18.526292 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c3216146-b8a3-4aac-b8ca-edc8b5eb763e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Deleting port 6c89d63a-65c7-409f-9d12-36b5c9d3fa18 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:08:18.526700 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3216146-b8a3-4aac-b8ca-edc8b5eb763e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (6c89d63a-65c7-409f-9d12-36b5c9d3fa18), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:18.584341 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:18.628198 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-83ca9631-b8d1-49f4-a6b1-840da754172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:18.629618 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-83ca9631-b8d1-49f4-a6b1-840da754172e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 1130 time: 0.0489385 May 11 21:08:18.637389 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3216146-b8a3-4aac-b8ca-edc8b5eb763e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (6c89d63a-65c7-409f-9d12-36b5c9d3fa18), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:18.637741 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3216146-b8a3-4aac-b8ca-edc8b5eb763e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (6c89d63a-65c7-409f-9d12-36b5c9d3fa18), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:18.671992 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c3216146-b8a3-4aac-b8ca-edc8b5eb763e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Calling delete_port for 6c89d63a-65c7-409f-9d12-36b5c9d3fa18 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:08:18.791265 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-07ab5a54-92d2-4382-9393-b5f9bddba3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:18.792719 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-07ab5a54-92d2-4382-9393-b5f9bddba3f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 919 time: 0.1524072 May 11 21:08:18.797552 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '615aab2f-c740-476c-a242-aa90a5d1d6e3', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'port_id': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'mac_address': 'fa:16:3e:29:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa6104-9267-474c-aa59-3e38d5636e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:02Z', 'updated_at': '2022-05-11T21:08:17Z', 'revision_number': 1, 'project_id': '838ec035db164e50bc335d2cf141d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:08Z', 'revision_number': 5, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:18.823844 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] Checking router: c4d83074-a181-473c-9a1e-8d29de147308 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:08:18.832178 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:18.832774 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:18.902621 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-749dadfa-f95d-49fc-9799-944dc5fdea5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa313336-1ef9-41c8-900a-4471c553fd70 HTTP/1.1" status: 200 len: 999 time: 0.0961497 May 11 21:08:18.946625 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:18.986904 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b95a4-82eb-4abb-9021-0c1c18a10e7a req-48f93778-d425-4948-9877-bc63a8767956 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:18.988412 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-335b95a4-82eb-4abb-9021-0c1c18a10e7a req-48f93778-d425-4948-9877-bc63a8767956 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0849226 May 11 21:08:19.002332 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-e26d6b86-aad4-4f1b-9451-0e59546b2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:19.003711 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-e26d6b86-aad4-4f1b-9451-0e59546b2b06 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0892072 May 11 21:08:19.065799 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3216146-b8a3-4aac-b8ca-edc8b5eb763e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (6c89d63a-65c7-409f-9d12-36b5c9d3fa18), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:19.096733 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-8f1b2fa1-f1be-487c-982c-b23e45d1214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:19.098313 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-8f1b2fa1-f1be-487c-982c-b23e45d1214c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830035 May 11 21:08:19.102714 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-335b95a4-82eb-4abb-9021-0c1c18a10e7a req-1863d7a0-ddfb-4f4c-b821-1ffe5e0d3aee tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079929 May 11 21:08:19.103701 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3216146-b8a3-4aac-b8ca-edc8b5eb763e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'Port': ['ID=6c89d63a-65c7-409f-9d12-36b5c9d3fa18,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:19.163621 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '615aab2f-c740-476c-a242-aa90a5d1d6e3', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'port_id': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'mac_address': 'fa:16:3e:29:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa6104-9267-474c-aa59-3e38d5636e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:02Z', 'updated_at': '2022-05-11T21:08:17Z', 'revision_number': 1, 'project_id': '838ec035db164e50bc335d2cf141d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:08Z', 'revision_number': 5, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:19.190841 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6c20a-39dd-4e8e-a869-03ccc491b5fd None None] The sync data for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi is: [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '615aab2f-c740-476c-a242-aa90a5d1d6e3', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'port_id': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'mac_address': 'fa:16:3e:29:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa6104-9267-474c-aa59-3e38d5636e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:02Z', 'updated_at': '2022-05-11T21:08:17Z', 'revision_number': 1, 'project_id': '838ec035db164e50bc335d2cf141d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:08Z', 'revision_number': 5, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:08:19.225090 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3216146-b8a3-4aac-b8ca-edc8b5eb763e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (2d20a69e-cc43-4501-914b-b7f91f9d33e7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:19.227844 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3216146-b8a3-4aac-b8ca-edc8b5eb763e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:19.229014 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c3216146-b8a3-4aac-b8ca-edc8b5eb763e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "DELETE /v2.0/floatingips/2d20a69e-cc43-4501-914b-b7f91f9d33e7 HTTP/1.1" status: 204 len: 168 time: 0.8455558 May 11 21:08:19.251301 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-ae126ead-a718-4d8a-8778-b5ac122e2f32 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386428 May 11 21:08:19.351260 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ebe7ec4a-e8a3-477b-9eae-ba48e8653dca req-5fbabf53-a873-4587-ae50-78fbd6907fce service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925262 May 11 21:08:19.412528 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547c0ff3-1c0c-4f95-b27b-e4213cd09483 None None] New status for floating IP 615aab2f-c740-476c-a242-aa90a5d1d6e3: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:08:20.224394 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8255acd-749b-4b20-a3b4-0b5551f2a5b5 req-efecc05c-6faa-455d-a166-46c78fe5350c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:20.225962 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a8255acd-749b-4b20-a3b4-0b5551f2a5b5 req-efecc05c-6faa-455d-a166-46c78fe5350c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0460379 May 11 21:08:20.274199 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a8255acd-749b-4b20-a3b4-0b5551f2a5b5 req-43638ec4-c43e-44b3-a620-e28c4248c568 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426948 May 11 21:08:21.383760 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f72f1f-ecbc-4711-80af-6da6bc6a691a req-3df2794d-521d-4b18-8cb1-95e87a63815d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:21.385218 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-23f72f1f-ecbc-4711-80af-6da6bc6a691a req-3df2794d-521d-4b18-8cb1-95e87a63815d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0458443 May 11 21:08:21.433559 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-23f72f1f-ecbc-4711-80af-6da6bc6a691a req-43913c70-a206-48a3-a28d-ff2c985be51f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425589 May 11 21:08:22.464551 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4603a-2528-428d-bae8-2392e56f2536 req-4aa5810a-1892-45c7-b131-ca80ce7020da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:22.466128 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-acd4603a-2528-428d-bae8-2392e56f2536 req-4aa5810a-1892-45c7-b131-ca80ce7020da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0469763 May 11 21:08:22.513829 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-acd4603a-2528-428d-bae8-2392e56f2536 req-a9528952-8879-4c2e-8588-e6c401538667 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418105 May 11 21:08:22.549444 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb062b-e9c1-450d-b4b1-c00f7e40511d req-9a36a14d-4778-4450-b350-a1e7efd2103c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:22.550969 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bfb062b-e9c1-450d-b4b1-c00f7e40511d req-9a36a14d-4778-4450-b350-a1e7efd2103c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0497842 May 11 21:08:22.597587 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bfb062b-e9c1-450d-b4b1-c00f7e40511d req-a87e8374-3e94-41b2-b367-99249ab15a13 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411160 May 11 21:08:23.622345 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e73f7-b613-4beb-84e4-d91da0f0f3ef req-bb7197ee-456c-4d47-ab46-531bd32d9250 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:23.623803 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-654e73f7-b613-4beb-84e4-d91da0f0f3ef req-bb7197ee-456c-4d47-ab46-531bd32d9250 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0452442 May 11 21:08:23.673939 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-654e73f7-b613-4beb-84e4-d91da0f0f3ef req-f9c63977-b548-4b2f-994c-681e8e23813f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447266 May 11 21:08:23.709107 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab2b2d-31ed-4962-a353-61b8f6e9790e req-bc9e3057-adb9-4dc8-a89c-59622c9e583c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:23.710603 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5aab2b2d-31ed-4962-a353-61b8f6e9790e req-bc9e3057-adb9-4dc8-a89c-59622c9e583c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0466299 May 11 21:08:23.758079 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5aab2b2d-31ed-4962-a353-61b8f6e9790e req-68a8390f-0c34-463e-a4ec-ea95636b3b55 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419638 May 11 21:08:24.786360 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43caa40-021d-473a-8adb-533ae441722b req-f6010276-2d7b-4f51-9456-6cd6882233da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:24.788214 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e43caa40-021d-473a-8adb-533ae441722b req-f6010276-2d7b-4f51-9456-6cd6882233da tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0476036 May 11 21:08:24.838283 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e43caa40-021d-473a-8adb-533ae441722b req-63007915-ef0f-4068-88e2-792aab71c4a3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439065 May 11 21:08:24.868247 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a4f7f-f3d0-4a37-8fef-60e7c436754e req-e7a6d3be-68bc-4f07-8869-2dbb04bb33f7 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:24.869748 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-757a4f7f-f3d0-4a37-8fef-60e7c436754e req-e7a6d3be-68bc-4f07-8869-2dbb04bb33f7 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0462289 May 11 21:08:24.920133 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-757a4f7f-f3d0-4a37-8fef-60e7c436754e req-7576ccde-dc82-4fb3-8f02-911035b871fa tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450172 May 11 21:08:25.951659 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550978cd-dda4-4577-9dfb-6c153924c8be req-5e962c03-bfbe-4b7c-8db1-48996fce679d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:25.953102 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-550978cd-dda4-4577-9dfb-6c153924c8be req-5e962c03-bfbe-4b7c-8db1-48996fce679d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0451014 May 11 21:08:26.003835 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-550978cd-dda4-4577-9dfb-6c153924c8be req-2a0debc6-413e-4564-98a4-483d20f8ecce tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451205 May 11 21:08:26.055143 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cbf1b-e943-49d1-8a11-01d37c768a5e req-2464dd63-2400-464f-9620-bc2bdcc5eaa3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:26.056589 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d3cbf1b-e943-49d1-8a11-01d37c768a5e req-2464dd63-2400-464f-9620-bc2bdcc5eaa3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0459583 May 11 21:08:26.102851 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6d3cbf1b-e943-49d1-8a11-01d37c768a5e req-863bd756-0dab-4477-82f9-296b62f04f7b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 May 11 21:08:27.116675 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba5823-0735-4773-8ebb-75e8ed03e44c req-867e8d40-31bd-4026-a5c3-f0c738647e86 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:27.118063 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a0ba5823-0735-4773-8ebb-75e8ed03e44c req-867e8d40-31bd-4026-a5c3-f0c738647e86 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0458095 May 11 21:08:27.164231 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a0ba5823-0735-4773-8ebb-75e8ed03e44c req-f86b87a0-6f94-4c1e-90ce-70535a1f5bb5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406234 May 11 21:08:27.218595 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1170ec0-ed64-415e-a315-2afcba9f9103 req-202fc089-84fe-4467-8759-c803f0de50af tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:27.220224 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c1170ec0-ed64-415e-a315-2afcba9f9103 req-202fc089-84fe-4467-8759-c803f0de50af tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0512960 May 11 21:08:27.268349 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c1170ec0-ed64-415e-a315-2afcba9f9103 req-a74cf38b-d64b-476e-ac0d-763683bca9de tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423288 May 11 21:08:28.279136 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0caac2-00ca-4d7c-b6fc-7b90a0f194e8 req-d95a454a-f269-4de3-b391-d67511e79616 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:28.280624 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-da0caac2-00ca-4d7c-b6fc-7b90a0f194e8 req-d95a454a-f269-4de3-b391-d67511e79616 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0497379 May 11 21:08:28.326774 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-da0caac2-00ca-4d7c-b6fc-7b90a0f194e8 req-8e537d91-a16f-4c2e-9cb5-8ecea0a84484 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=8a94fad2-eee5-4ca2-938a-b4f051c44b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406530 May 11 21:08:28.409298 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d405cae-2b74-455a-ab5f-08fd716167a4 req-bfe344e6-29f5-40b5-9b06-8539f022342e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:28.419852 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7d405cae-2b74-455a-ab5f-08fd716167a4 req-bfe344e6-29f5-40b5-9b06-8539f022342e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0769012 May 11 21:08:28.430023 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-2c1826fd-e554-4111-81d1-b6c4709e6fe9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:28.431366 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-2c1826fd-e554-4111-81d1-b6c4709e6fe9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 945 time: 0.0703769 May 11 21:08:28.512687 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7d405cae-2b74-455a-ab5f-08fd716167a4 req-4739e92e-e225-4bcb-b668-73d1a4172ac9 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963972 May 11 21:08:28.551853 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Deleting port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:08:28.552193 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:28.643455 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] For port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:28.643739 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:28.819126 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:28.819551 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (051fc874-a4ec-47f8-9a31-a72b3ac9ad72), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:28.819870 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Floating IP 051fc874-a4ec-47f8-9a31-a72b3ac9ad72 disassociated. External IP: 172.27.3.8, port: b5d7d61f-ac27-420d-a3ea-7fdaecaeed05. May 11 21:08:28.820234 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Calling delete_port for b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:08:29.055171 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (b5d7d61f-ac27-420d-a3ea-7fdaecaeed05), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:29.082627 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'Port': ['ID=b5d7d61f-ac27-420d-a3ea-7fdaecaeed05,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:29.198204 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Router 24f8bcc3-4b3f-4906-8252-84f991296269 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:08:29.307965 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:08:29.318838 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:08:29.328992 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:29.335878 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:29.348805 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] No DVR routers for this DVR port b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:08:29.351988 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:29.355467 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-50643755-8c1e-427a-8814-c3c1f33f8f3d req-70ebcc85-6dd0-4618-89f2-5c995a3f9563 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "DELETE /v2.0/ports/b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 HTTP/1.1" status: 204 len: 173 time: 0.9148810 May 11 21:08:29.355856 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'name': 'network-vif-deleted', 'tag': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:29.358422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b82648-5f1d-4191-a29b-d38eabeeb3ab" -d '{"events": [{"server_uuid": "b8a0c714-2a75-4c5a-b97c-bd3407687b16", "name": "network-vif-deleted", "tag": "b5d7d61f-ac27-420d-a3ea-7fdaecaeed05"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:29.435941 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4c580778-9e7c-4b24-a6ee-8c1c138351bf req-a606154e-75c0-4178-965a-b670f133e009 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 210 time: 0.0319650 May 11 21:08:29.448599 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:29.499050 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3131a2e4-91bd-4d53-a113-fbb563abccd8 x-openstack-request-id: req-3131a2e4-91bd-4d53-a113-fbb563abccd8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:29.499423 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a0c714-2a75-4c5a-b97c-bd3407687b16", "name": "network-vif-deleted", "tag": "b5d7d61f-ac27-420d-a3ea-7fdaecaeed05", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:29.499684 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3131a2e4-91bd-4d53-a113-fbb563abccd8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:29.500108 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3131a2e4-91bd-4d53-a113-fbb563abccd8'] response: {'server_uuid': 'b8a0c714-2a75-4c5a-b97c-bd3407687b16', 'name': 'network-vif-deleted', 'tag': 'b5d7d61f-ac27-420d-a3ea-7fdaecaeed05', 'status': 'completed', 'code': 200} May 11 21:08:29.616253 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5703a-960c-4836-8466-8505eeba4f62 req-1a41235a-14b7-4a59-bd37-f701b0bed0ad tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:29.619864 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6da5703a-960c-4836-8466-8505eeba4f62 req-1a41235a-14b7-4a59-bd37-f701b0bed0ad tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0643017 May 11 21:08:29.662026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4a30d-ee27-4224-8820-ea686433aa90 req-dd2abfe3-d19e-48cc-93e1-c8fad2ca6d6e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:29.663546 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57d4a30d-ee27-4224-8820-ea686433aa90 req-dd2abfe3-d19e-48cc-93e1-c8fad2ca6d6e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 944 time: 0.0657253 May 11 21:08:29.677228 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6da5703a-960c-4836-8466-8505eeba4f62 req-1c34b206-f0d7-416d-bbb0-232b202ba172 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505974 May 11 21:08:29.713982 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device e2cb6f2a-c41b-40ff-8244-7d1958f2b07e details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:08:29.727900 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57d4a30d-ee27-4224-8820-ea686433aa90 req-623aecb6-d7d4-4efe-9370-9eb7655aa002 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583153 May 11 21:08:29.762149 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:29.792430 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:08:29.801520 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:29.802149 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:29.839510 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:29.855630 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'port_id': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e', 'mac_address': 'fa:16:3e:27:25:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:08:29.902557 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:08:29.902949 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:29.914036 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:29.917667 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cb6f2a-c41b-40ff-8244-7d1958f2b07e {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:08:29.937409 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:30.007023 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:30.056356 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:30.106228 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:30.134976 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1fa66e-b18a-42f3-8dd5-059f05851bb7 None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:08:30.345247 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef7454e-70c7-44c9-be3b-5fa76f8e499c None None] New status for floating IP 051fc874-a4ec-47f8-9a31-a72b3ac9ad72: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:08:30.349370 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['e2cb6f2a-c41b-40ff-8244-7d1958f2b07e'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:08:30.548730 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ef4caf2c-d10f-4381-8530-31608d5a2969 req-0a932270-57dd-48e8-b465-77615bc8f32a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8a0c714-2a75-4c5a-b97c-bd3407687b16 HTTP/1.1" status: 200 len: 210 time: 0.0310357 May 11 21:08:30.804263 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af42fab-1faa-46b2-bbe5-0afaa64abde4 req-84226243-5490-4480-884e-18249d1c148d tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:30.805764 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8af42fab-1faa-46b2-bbe5-0afaa64abde4 req-84226243-5490-4480-884e-18249d1c148d tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0528026 May 11 21:08:30.853548 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8af42fab-1faa-46b2-bbe5-0afaa64abde4 req-7f36964b-a546-4d56-a806-62fbba4e7bd5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 May 11 21:08:30.879898 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100444a-2069-43e5-a074-8636f9765ee3 req-2bf008cb-834f-43cc-9091-6702f19ac8c0 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:30.881395 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9100444a-2069-43e5-a074-8636f9765ee3 req-2bf008cb-834f-43cc-9091-6702f19ac8c0 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 945 time: 0.0474324 May 11 21:08:30.929714 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9100444a-2069-43e5-a074-8636f9765ee3 req-247118ea-bf70-4ef5-8df6-2df7d06df3b7 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425503 May 11 21:08:31.741715 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48076) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:31.797423 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebfb323b-4309-4147-91b5-f426f8a9960e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (8a94fad2-eee5-4ca2-938a-b4f051c44b13), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:31.819596 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebfb323b-4309-4147-91b5-f426f8a9960e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (8a94fad2-eee5-4ca2-938a-b4f051c44b13), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:31.948309 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebfb323b-4309-4147-91b5-f426f8a9960e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (8a94fad2-eee5-4ca2-938a-b4f051c44b13), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:31.950829 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebfb323b-4309-4147-91b5-f426f8a9960e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:31.951929 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ebfb323b-4309-4147-91b5-f426f8a9960e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "DELETE /v2.0/security-groups/8a94fad2-eee5-4ca2-938a-b4f051c44b13 HTTP/1.1" status: 204 len: 168 time: 0.2092409 May 11 21:08:31.955465 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48082) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:31.969583 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb323b-4309-4147-91b5-f426f8a9960e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a94fad2-eee5-4ca2-938a-b4f051c44b13,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:31.969769 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-430ee17c-38fe-412b-98f2-2f1a06f477b7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] show failed (client error): The resource could not be found. May 11 21:08:31.970805 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-430ee17c-38fe-412b-98f2-2f1a06f477b7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups/8a94fad2-eee5-4ca2-938a-b4f051c44b13 HTTP/1.1" status: 404 len: 347 time: 0.0142159 May 11 21:08:31.973786 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48084) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:31.981213 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429ff59-57a7-43e4-b152-079dd8bec75a req-4e816b7a-8ac9-4413-8a43-8acdb01e38ee tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:31.981586 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6429ff59-57a7-43e4-b152-079dd8bec75a req-4e816b7a-8ac9-4413-8a43-8acdb01e38ee tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0616605 May 11 21:08:32.032539 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6429ff59-57a7-43e4-b152-079dd8bec75a req-46ab1596-df05-4280-83ba-cea3f086a500 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449026 May 11 21:08:32.114683 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1bca5-5238-4f1d-9da0-b7628c09c97f req-c76e91ae-2558-4461-8b40-de20f1214c0e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:32.116478 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9f1bca5-5238-4f1d-9da0-b7628c09c97f req-c76e91ae-2558-4461-8b40-de20f1214c0e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 945 time: 0.1027713 May 11 21:08:32.148007 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7733d-74da-4f01-9f4c-e14dec348c25 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Deleting port 272742cc-0d05-48a5-9b75-81a2eeae69ef {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:08:32.148345 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3f7733d-74da-4f01-9f4c-e14dec348c25 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (272742cc-0d05-48a5-9b75-81a2eeae69ef), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:32.221251 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9f1bca5-5238-4f1d-9da0-b7628c09c97f req-7c296476-89c8-4891-8a95-22abcdedda9f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992076 May 11 21:08:32.243194 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3f7733d-74da-4f01-9f4c-e14dec348c25 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (272742cc-0d05-48a5-9b75-81a2eeae69ef), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:32.243519 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3f7733d-74da-4f01-9f4c-e14dec348c25 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (272742cc-0d05-48a5-9b75-81a2eeae69ef), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:32.256647 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7733d-74da-4f01-9f4c-e14dec348c25 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Calling delete_port for 272742cc-0d05-48a5-9b75-81a2eeae69ef owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:08:32.535531 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3f7733d-74da-4f01-9f4c-e14dec348c25 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (272742cc-0d05-48a5-9b75-81a2eeae69ef), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:32.560662 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7733d-74da-4f01-9f4c-e14dec348c25 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'Port': ['ID=272742cc-0d05-48a5-9b75-81a2eeae69ef,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:32.623267 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3f7733d-74da-4f01-9f4c-e14dec348c25 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (051fc874-a4ec-47f8-9a31-a72b3ac9ad72), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:32.626440 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d3f7733d-74da-4f01-9f4c-e14dec348c25 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:32.627570 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d3f7733d-74da-4f01-9f4c-e14dec348c25 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "DELETE /v2.0/floatingips/051fc874-a4ec-47f8-9a31-a72b3ac9ad72 HTTP/1.1" status: 204 len: 168 time: 0.6526070 May 11 21:08:32.760222 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:32.764768 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-35f23fe5-b6db-4f52-97b0-758939078b56 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1902108884', 'description': 'tempest-description--66349008'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:32.849395 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35f23fe5-b6db-4f52-97b0-758939078b56 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:32.915011 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35f23fe5-b6db-4f52-97b0-758939078b56 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (44dfc369-72a4-4d30-9226-fa16f636cb77), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:32.980360 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35f23fe5-b6db-4f52-97b0-758939078b56 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (44dfc369-72a4-4d30-9226-fa16f636cb77), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:33.008163 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f23fe5-b6db-4f52-97b0-758939078b56 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44dfc369-72a4-4d30-9226-fa16f636cb77,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:33.077637 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-35f23fe5-b6db-4f52-97b0-758939078b56 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:33.079635 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-35f23fe5-b6db-4f52-97b0-758939078b56 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3183312 May 11 21:08:33.082614 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:33.086859 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-662ecfb1-de1a-43b7-847f-517fa28a36f7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group_rule': {'security_group_id': '44dfc369-72a4-4d30-9226-fa16f636cb77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:33.146277 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574cdf7-c79c-4242-8ae2-25f6e086175d req-c462630e-1262-4c3f-8fc8-3c5167f1a13b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:33.147896 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8574cdf7-c79c-4242-8ae2-25f6e086175d req-c462630e-1262-4c3f-8fc8-3c5167f1a13b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0473235 May 11 21:08:33.195309 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8574cdf7-c79c-4242-8ae2-25f6e086175d req-13217c19-0e1d-4420-93e7-cbc96d49894a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420656 May 11 21:08:33.203000 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-662ecfb1-de1a-43b7-847f-517fa28a36f7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (d22af27c-552c-4be2-8df2-f72dcc4e1e7c), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:33.256902 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-662ecfb1-de1a-43b7-847f-517fa28a36f7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (d22af27c-552c-4be2-8df2-f72dcc4e1e7c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:33.329685 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab882e-a5e8-4cf1-a14d-2ea226a6a3f6 req-b70418e4-724e-49c7-a6d2-d004d5f5711c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:33.330273 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-662ecfb1-de1a-43b7-847f-517fa28a36f7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (d22af27c-552c-4be2-8df2-f72dcc4e1e7c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:33.331813 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-06ab882e-a5e8-4cf1-a14d-2ea226a6a3f6 req-b70418e4-724e-49c7-a6d2-d004d5f5711c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 945 time: 0.0455251 May 11 21:08:33.347732 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ecfb1-de1a-43b7-847f-517fa28a36f7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22af27c-552c-4be2-8df2-f72dcc4e1e7c,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:33.382542 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-06ab882e-a5e8-4cf1-a14d-2ea226a6a3f6 req-23521dcb-f3d9-40d8-ad66-51c2a188c378 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455053 May 11 21:08:33.451460 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-662ecfb1-de1a-43b7-847f-517fa28a36f7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:33.452598 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-662ecfb1-de1a-43b7-847f-517fa28a36f7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3690505 May 11 21:08:33.455840 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:33.469272 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-09eed8bf-b09e-4319-a69f-3b1ab7011894 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group_rule': {'security_group_id': '44dfc369-72a4-4d30-9226-fa16f636cb77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:33.563862 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09eed8bf-b09e-4319-a69f-3b1ab7011894 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (28b07cd4-b056-4b29-8935-84a0e560f1a9), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:33.616994 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09eed8bf-b09e-4319-a69f-3b1ab7011894 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (28b07cd4-b056-4b29-8935-84a0e560f1a9), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:33.706634 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09eed8bf-b09e-4319-a69f-3b1ab7011894 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (28b07cd4-b056-4b29-8935-84a0e560f1a9), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:33.723176 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eed8bf-b09e-4319-a69f-3b1ab7011894 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b07cd4-b056-4b29-8935-84a0e560f1a9,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:33.828501 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-09eed8bf-b09e-4319-a69f-3b1ab7011894 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:33.829786 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-09eed8bf-b09e-4319-a69f-3b1ab7011894 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729293 May 11 21:08:33.838393 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48102) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:33.842672 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:33.940549 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:34.016793 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:34.120238 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Allocated IP 172.27.3.143 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/90738ed9-9f7b-4c84-889d-6fcb67c6db33) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:08:34.181751 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device e2cb6f2a-c41b-40ff-8244-7d1958f2b07e up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:08:34.219218 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (90738ed9-9f7b-4c84-889d-6fcb67c6db33), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:34.229153 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:08:34.308004 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea11bd-4c75-4f07-8c7c-7e5314cdf571 req-414d1ed1-f6d4-43db-84c2-bf7b38624319 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:34.309475 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35ea11bd-4c75-4f07-8c7c-7e5314cdf571 req-414d1ed1-f6d4-43db-84c2-bf7b38624319 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0462482 May 11 21:08:34.321194 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:08:34.321683 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:34.358657 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35ea11bd-4c75-4f07-8c7c-7e5314cdf571 req-6efdcab7-ed0f-4bad-98e2-f0f13ade3e49 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433741 May 11 21:08:34.362085 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (90738ed9-9f7b-4c84-889d-6fcb67c6db33), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:34.399556 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:08:34.399949 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:34.407335 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:08:34.410330 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:08:34.412767 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:08:34.426861 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:34.429137 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8d157d-d0f7-4772-8f07-449d7bf2b2b8" -d '{"events": [{"server_uuid": "b3855665-64e1-4b51-9e7b-a46354bde903", "name": "network-vif-plugged", "status": "completed", "tag": "e2cb6f2a-c41b-40ff-8244-7d1958f2b07e"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:34.441184 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=90738ed9-9f7b-4c84-889d-6fcb67c6db33,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:34.441660 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:34.471603 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80bb6ed-aa6e-4eb2-973b-9700cc4ee1dd x-openstack-request-id: req-c80bb6ed-aa6e-4eb2-973b-9700cc4ee1dd {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:34.471928 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3855665-64e1-4b51-9e7b-a46354bde903", "name": "network-vif-plugged", "status": "completed", "tag": "e2cb6f2a-c41b-40ff-8244-7d1958f2b07e", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:34.472187 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c80bb6ed-aa6e-4eb2-973b-9700cc4ee1dd {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:34.472586 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80bb6ed-aa6e-4eb2-973b-9700cc4ee1dd'] response: {'server_uuid': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e', 'code': 200} May 11 21:08:34.509376 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850c751-b1d4-4435-b70d-6bfb4f22661f req-997975c9-a2d5-4aea-9a38-002001cec0b7 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:34.511016 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (466280ec-ac5c-4bd1-a73d-31b2dbbaaeae), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:34.511373 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5850c751-b1d4-4435-b70d-6bfb4f22661f req-997975c9-a2d5-4aea-9a38-002001cec0b7 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 945 time: 0.0506220 May 11 21:08:34.533329 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:34.534218 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:08:34.558822 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:08:34.559102 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device b5d7d61f-ac27-420d-a3ea-7fdaecaeed05 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:08:34.561057 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5850c751-b1d4-4435-b70d-6bfb4f22661f req-30a02487-cac2-4751-b9a9-9a082b017049 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439208 May 11 21:08:34.604521 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:34.644030 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (90738ed9-9f7b-4c84-889d-6fcb67c6db33), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:34.914685 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2c71d-bfef-429d-a2be-cb6d25b914c6 req-cacac324-9cbd-4801-89b6-72d1a0a7fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:34.916181 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-59d2c71d-bfef-429d-a2be-cb6d25b914c6 req-cacac324-9cbd-4801-89b6-72d1a0a7fc3b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 1130 time: 0.0385506 May 11 21:08:34.964967 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-59d2c71d-bfef-429d-a2be-cb6d25b914c6 req-17f6f5c5-289c-4d05-a4ee-fbed557614ae service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383515 May 11 21:08:35.030167 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (90738ed9-9f7b-4c84-889d-6fcb67c6db33), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:35.089167 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (90738ed9-9f7b-4c84-889d-6fcb67c6db33), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:35.155261 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=90738ed9-9f7b-4c84-889d-6fcb67c6db33,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:35.164948 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (466280ec-ac5c-4bd1-a73d-31b2dbbaaeae), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:35.274311 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:35.275549 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-68f5c691-e97a-476f-b1b2-70b967108242 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4362700 May 11 21:08:35.468386 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-383e79a1-2db0-4b5e-8084-5da0e9461328 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1902108884&fields=id&tenant_id=ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 267 time: 0.0427389 May 11 21:08:35.580309 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-1d59afbd-1bdf-4c66-a1d2-9beb2e91a967 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:35.581873 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-1d59afbd-1bdf-4c66-a1d2-9beb2e91a967 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 814 time: 0.1068747 May 11 21:08:35.597043 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-a97c9d26-2a5d-4c0a-8079-2b40666e7cfe tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/quotas/ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 375 time: 0.0095878 May 11 21:08:35.657161 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-e2e39fc6-ae6a-44f7-b9e4-b13c7d897ca6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475764 May 11 21:08:35.721922 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a7d17-bea1-4bb3-b9dd-d831addada1b req-2b089202-e892-46f7-a980-139af0c2473f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:35.723415 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c77a7d17-bea1-4bb3-b9dd-d831addada1b req-2b089202-e892-46f7-a980-139af0c2473f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.2968793 May 11 21:08:35.755197 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-f0c0057a-6031-4522-a55f-a61e3c4af70b service neutron] 10.222.0.35 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927863 May 11 21:08:35.770563 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c77a7d17-bea1-4bb3-b9dd-d831addada1b req-29a7ba33-5992-475e-9553-afb4b4641b1f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 May 11 21:08:35.849765 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-aab3d296-5a7d-4f2d-9bd2-ae0f8444a20d service neutron] 10.222.0.35 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876434 May 11 21:08:35.872315 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7f4b5-b438-424b-9953-95f892dff9b1 req-ad4aa8c8-b738-44ac-9c94-8001664cdbef tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:35.873812 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93b7f4b5-b438-424b-9953-95f892dff9b1 req-ad4aa8c8-b738-44ac-9c94-8001664cdbef tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 946 time: 0.0477650 May 11 21:08:35.925821 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-93b7f4b5-b438-424b-9953-95f892dff9b1 req-74cc7a79-b614-42f7-b017-1897064a2781 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461981 May 11 21:08:36.077679 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9acb0b93-5d0f-40fb-bfce-47b00e9ac715 req-1c5100e6-618c-485c-ab84-cbeaa97c33bd tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 210 time: 0.0314641 May 11 21:08:36.886262 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39961d46-02fd-497e-b36e-8b93207036a9 req-1a21cb4f-486e-4a74-86d0-8fab1cd81374 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:36.887696 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-39961d46-02fd-497e-b36e-8b93207036a9 req-1a21cb4f-486e-4a74-86d0-8fab1cd81374 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0499258 May 11 21:08:36.939618 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-39961d46-02fd-497e-b36e-8b93207036a9 req-528ceb63-e7dd-484d-8908-8f29bc325568 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415578 May 11 21:08:37.040846 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717b7fd-8692-48b4-954e-a3b71ea51609 req-c75f1c95-30ef-470e-ac7a-c1e743739bb3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:37.042404 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5717b7fd-8692-48b4-954e-a3b71ea51609 req-c75f1c95-30ef-470e-ac7a-c1e743739bb3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 946 time: 0.0499926 May 11 21:08:37.090669 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5717b7fd-8692-48b4-954e-a3b71ea51609 req-947957a0-40e2-46f9-848a-c8df39cac6fb tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426242 May 11 21:08:37.174518 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f60517b2-d527-44bb-8555-985f64d0a4b4 req-673e83f9-a9f3-491f-ae2f-e7c28821b990 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 210 time: 0.0281088 May 11 21:08:37.208677 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a79c9-b278-43be-ab23-70d87bc95773 req-67d3d3f9-46b3-4aed-a9c2-7ec14c82850f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:37.210177 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-337a79c9-b278-43be-ab23-70d87bc95773 req-67d3d3f9-46b3-4aed-a9c2-7ec14c82850f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 946 time: 0.0510910 May 11 21:08:37.258787 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-337a79c9-b278-43be-ab23-70d87bc95773 req-46353a4d-c0ac-43d8-bbd4-d689f48cf24c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 May 11 21:08:37.292308 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48162) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:37.350125 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:08:37.481171 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0f0dfa-c04d-4e40-a923-54920466ba28 tempest-TestVolumeBootPattern-1947069374 tempest-TestVolumeBootPattern-1947069374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:37.482720 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5b0f0dfa-c04d-4e40-a923-54920466ba28 tempest-TestVolumeBootPattern-1947069374 tempest-TestVolumeBootPattern-1947069374-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 1125 time: 0.1894157 May 11 21:08:37.485721 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48166) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:37.490354 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'port_id': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:37.601516 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:37.677766 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:37.782787 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Allocated IP 172.27.3.100 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/e199af4f-52fe-415e-8116-a030dbc36ea5) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:08:37.887443 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for port (e199af4f-52fe-415e-8116-a030dbc36ea5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:38.004284 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (e199af4f-52fe-415e-8116-a030dbc36ea5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:38.039608 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:08:38.043924 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:08:38.046556 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:08:38.056029 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafb812-2a5c-493f-a647-1547b4f51db5 req-c73c4b2d-c68f-4e69-ae7f-2e779af9ec2c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:38.057609 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-efafb812-2a5c-493f-a647-1547b4f51db5 req-c73c4b2d-c68f-4e69-ae7f-2e779af9ec2c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0503721 May 11 21:08:38.079280 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'Port': ['ID=e199af4f-52fe-415e-8116-a030dbc36ea5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:38.108851 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-efafb812-2a5c-493f-a647-1547b4f51db5 req-cf6648db-d3f1-4656-be6a-1d2b9f02946c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452697 May 11 21:08:38.299433 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5365708-abe3-4315-bafe-a228be00afa6 req-c9563294-36e7-467d-8838-a33e471625f8 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 210 time: 0.0403364 May 11 21:08:38.357451 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-568091fa-f686-4d77-96a1-6ac1db420e02 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:38.358890 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-568091fa-f686-4d77-96a1-6ac1db420e02 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 814 time: 0.2068722 May 11 21:08:38.494242 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-c50475ba-7ba8-44e5-b657-18fbde93fcad tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 380 time: 0.1234744 May 11 21:08:38.506717 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'port': {'device_id': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'admin_state_up': True, 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'security_groups': ['44dfc369-72a4-4d30-9226-fa16f636cb77']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:38.630475 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (4678e7a4-ec65-42a6-b006-9c080ba79b5f), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:38.776814 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Made reservation on behalf of ad1ed05b84e545989b4753dab7bd4b3f for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:08:38.780152 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:38.822220 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e199af4f-52fe-415e-8116-a030dbc36ea5), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:38.993427 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Allocated IP 172.20.0.8 (93d70e35-28da-4d4e-9ed9-625e30aef3e3/c1dcf91c-ec8d-4cb6-aa91-01263afc28ea/6768c9cf-6579-4217-a3ff-b3ad7fd9951b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:08:39.162645 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for port (e199af4f-52fe-415e-8116-a030dbc36ea5), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:39.197492 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:39.220863 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc2430-fa8e-4c73-9869-d5dabfc6b307 req-45dfad05-23d2-404c-a0b4-caf785f0e11d tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:39.222519 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fecc2430-fa8e-4c73-9869-d5dabfc6b307 req-45dfad05-23d2-404c-a0b4-caf785f0e11d tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0461316 May 11 21:08:39.261158 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (e199af4f-52fe-415e-8116-a030dbc36ea5), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:39.268764 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fecc2430-fa8e-4c73-9869-d5dabfc6b307 req-3a8fc111-3fd6-4a2e-97d0-6ce91e60b0ff tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406861 May 11 21:08:39.302127 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:39.344284 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'Port': ['ID=e199af4f-52fe-415e-8116-a030dbc36ea5,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:39.361504 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:08:39.382781 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:08:39.390886 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:08:39.422017 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (4678e7a4-ec65-42a6-b006-9c080ba79b5f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:39.501768 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:39.518575 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37623c4-c03a-49e4-8978-b94396324dee req-2c4ef168-52bb-426a-a960-9984e24a73db tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:39.520093 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b37623c4-c03a-49e4-8978-b94396324dee req-2c4ef168-52bb-426a-a960-9984e24a73db tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 931 time: 0.1386499 May 11 21:08:39.530980 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:39.531607 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:39.567883 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6fbcf076-0736-4e35-92de-9a6bef5bd96f None None] Provisioning complete for port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:08:39.568914 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf076-0736-4e35-92de-9a6bef5bd96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:39.603969 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6fbcf076-0736-4e35-92de-9a6bef5bd96f None None] Port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:08:39.629719 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0f442c0d-1d5d-49ef-a4cd-eff68728b1aa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1278031 May 11 21:08:39.631442 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Floating IP 4678e7a4-ec65-42a6-b006-9c080ba79b5f associated. External IP: 172.27.3.100, port: e2cb6f2a-c41b-40ff-8244-7d1958f2b07e. May 11 21:08:39.635858 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b37623c4-c03a-49e4-8978-b94396324dee req-9673666b-4c95-488f-8530-581a845b46ce tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995526 May 11 21:08:39.641575 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Request body: {'port': {'device_id': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:39.767746 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:40.010267 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Router 6079c222-8310-48e7-8109-2824082297f2 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:08:40.024172 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c0de5fcc-de80-4930-af87-604a465f98fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:40.382370 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7f9c8-24d2-4cda-a512-df3071c7dddf req-e24449c1-f47b-4c75-a1b4-5745c996fd75 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:40.383883 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73f7f9c8-24d2-4cda-a512-df3071c7dddf req-e24449c1-f47b-4c75-a1b4-5745c996fd75 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0470235 May 11 21:08:40.432455 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73f7f9c8-24d2-4cda-a512-df3071c7dddf req-89eb0556-a97f-4eae-8842-77443f18c3c1 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 May 11 21:08:40.440915 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:08:40.457343 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] Sync routers for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:08:40.466431 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:40.467110 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:40.496773 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6768c9cf-6579-4217-a3ff-b3ad7fd9951b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:08:40.505198 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Publish callbacks [] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:40.518794 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Transition to ACTIVE for port object 6768c9cf-6579-4217-a3ff-b3ad7fd9951b will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:08:40.564315 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:40.573396 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:40.592888 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d22814bc-98b0-423a-82ef-cd2378efa32b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1061504 May 11 21:08:40.593470 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'tag': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:40.595909 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd14b055-334a-43c3-95a2-003fa4b4d8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3855665-64e1-4b51-9e7b-a46354bde903", "tag": "e2cb6f2a-c41b-40ff-8244-7d1958f2b07e"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:40.630837 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7890bde2-5b08-4423-8873-54f8830d14c6 x-openstack-request-id: req-7890bde2-5b08-4423-8873-54f8830d14c6 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:40.631156 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3855665-64e1-4b51-9e7b-a46354bde903", "tag": "e2cb6f2a-c41b-40ff-8244-7d1958f2b07e", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:40.631438 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7890bde2-5b08-4423-8873-54f8830d14c6 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:40.631823 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7890bde2-5b08-4423-8873-54f8830d14c6'] response: {'name': 'network-changed', 'server_uuid': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'tag': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e', 'status': 'completed', 'code': 200} May 11 21:08:40.638218 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:40.739732 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-bec4a10b-d079-4baa-97d7-bdec8c8df500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:40.744312 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-bec4a10b-d079-4baa-97d7-bdec8c8df500 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 1130 time: 0.0742083 May 11 21:08:40.744764 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Pushing event updated for resources: {'Port': ['ID=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:40.784504 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eca020-acca-4afd-aec6-44e32ed79fd0 req-d4c93b58-9eee-4037-928a-f3e1a9376698 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:40.786394 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27eca020-acca-4afd-aec6-44e32ed79fd0 req-d4c93b58-9eee-4037-928a-f3e1a9376698 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 943 time: 0.0795326 May 11 21:08:40.835392 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '4678e7a4-ec65-42a6-b006-9c080ba79b5f', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:27:25:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:38Z', 'updated_at': '2022-05-11T21:08:38Z', 'revision_number': 0, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:40.840096 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27eca020-acca-4afd-aec6-44e32ed79fd0 req-98013e82-669b-428b-8171-de53816eb214 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479317 May 11 21:08:40.865683 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] Checking router: 6079c222-8310-48e7-8109-2824082297f2 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:08:40.874377 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:40.874990 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:40.898192 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-5415ef7d-6083-422c-af56-c36386701c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:40.899758 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-5415ef7d-6083-422c-af56-c36386701c44 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 913 time: 0.1508005 May 11 21:08:40.949355 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Attempting to bind port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:08:40.949714 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Attempting to bind port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:08:40.950038 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Attempting to bind port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:08:40.959896 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:08:40.959896 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Attempting to bind port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:08:40.971173 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:08:40.971440 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Checking segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:08:40.971811 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Bound using segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:08:40.972237 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Bound port: 6768c9cf-6579-4217-a3ff-b3ad7fd9951b, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:08:40.972590 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:40.990620 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:40.992461 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-c0650b41-03f3-46c5-9e26-5de0ae9c437d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e HTTP/1.1" status: 200 len: 1000 time: 0.0830531 May 11 21:08:41.080091 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-b7d8e977-f526-4c94-84e2-7653b9fc8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:41.081583 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-b7d8e977-f526-4c94-84e2-7653b9fc8d3d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0693538 May 11 21:08:41.085192 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] For port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:08:41.088357 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] For port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:08:41.127317 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-d45bc1a1-920d-4caa-a652-3bd5a29dad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:41.128827 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-d45bc1a1-920d-4caa-a652-3bd5a29dad57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390532 May 11 21:08:41.192605 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:41.206498 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '4678e7a4-ec65-42a6-b006-9c080ba79b5f', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:27:25:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:38Z', 'updated_at': '2022-05-11T21:08:38Z', 'revision_number': 0, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:41.235326 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425c737-a4c9-4660-8993-1c38151b1d68 None None] The sync data for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi is: [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '4678e7a4-ec65-42a6-b006-9c080ba79b5f', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:27:25:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:38Z', 'updated_at': '2022-05-11T21:08:38Z', 'revision_number': 0, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:08:41.244512 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:41.245222 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:41.246630 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] 10.222.0.70 "PUT /v2.0/ports/6768c9cf-6579-4217-a3ff-b3ad7fd9951b HTTP/1.1" status: 200 len: 1093 time: 1.6089737 May 11 21:08:41.276059 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-b83eea40-fc32-4f4f-ae0a-3ba8edfc7db2 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392267 May 11 21:08:41.278949 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222cb03-9ea3-443b-8292-28cc40a7ddcc service neutron] Pushing event updated for resources: {'Port': ['ID=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:41.406593 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0c72b933-25da-47ca-aa2f-72cfe685bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:41.408098 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-0c72b933-25da-47ca-aa2f-72cfe685bc00 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 1127 time: 0.0547669 May 11 21:08:41.411867 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cd14b055-334a-43c3-95a2-003fa4b4d8a5 req-7b84cf71-1ca5-4451-b6e7-2b53390b04ef service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279178 May 11 21:08:41.459613 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-8fd7458a-4198-47b6-92c6-4fae3d5d9dfb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6768c9cf-6579-4217-a3ff-b3ad7fd9951b HTTP/1.1" status: 200 len: 217 time: 0.0383244 May 11 21:08:41.494932 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48210) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:41.529272 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-c595b525-4d00-4f1a-9dae-8cbb0aaf00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:41.530958 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-c595b525-4d00-4f1a-9dae-8cbb0aaf00e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 200 len: 853 time: 0.0630293 May 11 21:08:41.533159 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300b745-dcbd-4cc0-96be-ac73c8ee7b27 None None] New status for floating IP 4678e7a4-ec65-42a6-b006-9c080ba79b5f: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:08:41.614513 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-964f39f2-3c84-46e7-8dd5-a00504b1fe23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:41.620338 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928a455-b622-4c65-93a8-db36e1d82531 req-6c52d297-9bb6-4aed-9591-e0f45cff6362 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:41.621868 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8928a455-b622-4c65-93a8-db36e1d82531 req-6c52d297-9bb6-4aed-9591-e0f45cff6362 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0741174 May 11 21:08:41.622800 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-3e99cc19-7bab-4ea7-8f36-664bfb96d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:41.624164 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-3e99cc19-7bab-4ea7-8f36-664bfb96d8d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93d70e35-28da-4d4e-9ed9-625e30aef3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854583 May 11 21:08:41.692153 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-964f39f2-3c84-46e7-8dd5-a00504b1fe23 admin admin] Publish callbacks [] for security_group (6aacefbc-29d5-4e55-9d3f-39fb0a875e41), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:41.734672 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8928a455-b622-4c65-93a8-db36e1d82531 req-9212b9e6-f85c-489a-818b-3a11f5c95cfa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037629 May 11 21:08:41.752978 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-458721cb-615d-4edb-a65a-ad5d895c2c20 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210017 May 11 21:08:41.763727 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-964f39f2-3c84-46e7-8dd5-a00504b1fe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (6aacefbc-29d5-4e55-9d3f-39fb0a875e41), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:41.801984 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-964f39f2-3c84-46e7-8dd5-a00504b1fe23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7324dc311ddf4ba088e88fad6d17f905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058801 May 11 21:08:41.804981 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48216) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:41.822993 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f39f2-3c84-46e7-8dd5-a00504b1fe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aacefbc-29d5-4e55-9d3f-39fb0a875e41,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:41.855645 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3adfb0f7-d465-44aa-b02f-dfa9de1feec0 req-dd0f7604-a508-46a7-871e-95b3c7e76ae6 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945783 May 11 21:08:41.858123 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b65be54-c804-4d3d-ade3-2e337fde5c0f admin admin] Publish callbacks [] for security_group (6aacefbc-29d5-4e55-9d3f-39fb0a875e41), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:41.881009 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b65be54-c804-4d3d-ade3-2e337fde5c0f admin admin] Publish callbacks [] for security_group (6aacefbc-29d5-4e55-9d3f-39fb0a875e41), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:41.958837 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2000fb-13b1-4af3-a9dc-ab688dc2f3f1 req-40d65290-5894-406e-add3-3cc1be3759fc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:41.960305 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca2000fb-13b1-4af3-a9dc-ab688dc2f3f1 req-40d65290-5894-406e-add3-3cc1be3759fc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 943 time: 0.0474713 May 11 21:08:42.007070 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca2000fb-13b1-4af3-a9dc-ab688dc2f3f1 req-1befae3f-92eb-4c36-8a52-9957dfbf0bae tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 May 11 21:08:42.043759 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b65be54-c804-4d3d-ade3-2e337fde5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (6aacefbc-29d5-4e55-9d3f-39fb0a875e41), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:42.046395 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2b65be54-c804-4d3d-ade3-2e337fde5c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:42.047511 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2b65be54-c804-4d3d-ade3-2e337fde5c0f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6aacefbc-29d5-4e55-9d3f-39fb0a875e41 HTTP/1.1" status: 204 len: 168 time: 0.2416139 May 11 21:08:42.055695 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65be54-c804-4d3d-ade3-2e337fde5c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aacefbc-29d5-4e55-9d3f-39fb0a875e41,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:42.255154 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ae206543-0c16-44ef-a9e6-d52f01277802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:42.633324 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'tag': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:42.635747 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe32b39-a60a-4ea7-8745-7ce7718daf47" -d '{"events": [{"name": "network-changed", "server_uuid": "1c477417-2e64-4722-ba8d-e9765385ff3f", "tag": "6768c9cf-6579-4217-a3ff-b3ad7fd9951b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:42.669109 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acbc0c0-dbb5-46a9-9006-a3b464105445 x-openstack-request-id: req-6acbc0c0-dbb5-46a9-9006-a3b464105445 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:42.669400 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c477417-2e64-4722-ba8d-e9765385ff3f", "tag": "6768c9cf-6579-4217-a3ff-b3ad7fd9951b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:42.669687 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6acbc0c0-dbb5-46a9-9006-a3b464105445 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:42.670086 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6acbc0c0-dbb5-46a9-9006-a3b464105445'] response: {'name': 'network-changed', 'server_uuid': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'tag': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b', 'status': 'completed', 'code': 200} May 11 21:08:42.851002 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7accbd-be24-4543-adc8-dc19c3a7d086 req-5a0e806a-78f9-415d-8ac4-adfec8d5c3cd tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:42.854112 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ba7accbd-be24-4543-adc8-dc19c3a7d086 req-5a0e806a-78f9-415d-8ac4-adfec8d5c3cd tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0494769 May 11 21:08:42.900136 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ba7accbd-be24-4543-adc8-dc19c3a7d086 req-5a49d36c-e0ae-47fe-9c2e-45e1f9c2603a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 May 11 21:08:43.030648 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-4a6e847f-58c4-4af0-be81-53c4c0b81ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:43.030648 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-4a6e847f-58c4-4af0-be81-53c4c0b81ad4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 1127 time: 0.0430443 May 11 21:08:43.156815 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8b1f3-ed8c-4317-99aa-6b48e2bacb63 req-7f6c2c7c-21bc-40d3-be16-da0ca7414250 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:43.158335 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3cc8b1f3-ed8c-4317-99aa-6b48e2bacb63 req-7f6c2c7c-21bc-40d3-be16-da0ca7414250 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 943 time: 0.0668318 May 11 21:08:43.162655 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-b21351ea-1f86-42f9-98dc-ea211d5830d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:43.163987 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-b21351ea-1f86-42f9-98dc-ea211d5830d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 915 time: 0.1272862 May 11 21:08:43.215258 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-21fddd3e-d930-4d3c-a982-47316c8665a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6768c9cf-6579-4217-a3ff-b3ad7fd9951b HTTP/1.1" status: 200 len: 217 time: 0.0438874 May 11 21:08:43.235167 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3cc8b1f3-ed8c-4317-99aa-6b48e2bacb63 req-fe7774de-c39a-49da-bc27-692149c9ef19 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702863 May 11 21:08:43.421142 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-a2b7a647-cd42-4b74-b380-333b1956812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:43.422641 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-a2b7a647-cd42-4b74-b380-333b1956812b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 200 len: 853 time: 0.0439608 May 11 21:08:43.467668 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-a55e5508-d158-41ba-a576-34a9a44494ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:43.469251 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-a55e5508-d158-41ba-a576-34a9a44494ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93d70e35-28da-4d4e-9ed9-625e30aef3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407197 May 11 21:08:43.560520 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-c48ea547-69ac-49b9-b109-8cc2d8be6b75 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811636 May 11 21:08:43.661035 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fbe32b39-a60a-4ea7-8745-7ce7718daf47 req-896b7a11-d222-440e-8b84-bd702105351c service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847414 May 11 21:08:43.752979 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:44.018894 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d47a0-7cea-43ae-86bb-407c710a6df0 req-65f034ee-be18-49ec-b0f2-7f109c3deb32 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:44.020829 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e10d47a0-7cea-43ae-86bb-407c710a6df0 req-65f034ee-be18-49ec-b0f2-7f109c3deb32 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0491133 May 11 21:08:44.068857 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e10d47a0-7cea-43ae-86bb-407c710a6df0 req-ac0fe0e9-1ddf-42d0-ad0a-e17187e2cc88 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 May 11 21:08:44.213332 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 6768c9cf-6579-4217-a3ff-b3ad7fd9951b details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:08:44.311937 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:44.324296 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'port_id': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b', 'mac_address': 'fa:16:3e:86:a4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:08:44.346500 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09e6a2-b2a6-4d45-9fb6-6b25259c1f9b req-5c540406-5592-4aa8-a1c8-2f861dd61d50 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:44.348001 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9f09e6a2-b2a6-4d45-9fb6-6b25259c1f9b req-5c540406-5592-4aa8-a1c8-2f861dd61d50 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 943 time: 0.0473123 May 11 21:08:44.362491 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:08:44.362882 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:44.375699 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6768c9cf-6579-4217-a3ff-b3ad7fd9951b {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:08:44.396234 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:44.396484 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9f09e6a2-b2a6-4d45-9fb6-6b25259c1f9b req-5d7c176c-49d5-48ab-9c5d-aaf429471a5a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 May 11 21:08:44.478557 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:44.529146 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:44.779602 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['6768c9cf-6579-4217-a3ff-b3ad7fd9951b'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:08:45.064387 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:45.113218 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-4c63921b-4cd7-4705-8711-0e3b7317a9da tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5a2c60193ec94c6ea7d7247efe9fc087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295694 May 11 21:08:45.183620 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e60725-d811-47f4-953c-afb27e4dbad5 req-972abbfc-21d6-4ac5-9865-2f705be63160 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:45.185088 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-87e60725-d811-47f4-953c-afb27e4dbad5 req-972abbfc-21d6-4ac5-9865-2f705be63160 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0468426 May 11 21:08:45.237056 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-87e60725-d811-47f4-953c-afb27e4dbad5 req-30faf3d0-be43-42c8-bd77-08d8a355f8d1 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460243 May 11 21:08:45.292603 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-191d0f34-f663-47f6-9885-365b7628e6cd tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:45.293971 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-191d0f34-f663-47f6-9885-365b7628e6cd tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757705 May 11 21:08:45.307715 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d825b692-292c-4359-871f-55b4e2d25902 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/quotas/5a2c60193ec94c6ea7d7247efe9fc087 HTTP/1.1" status: 200 len: 375 time: 0.0085316 May 11 21:08:45.341486 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-60e28a5d-e1c5-4355-80ea-5db19c9b0795 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2c60193ec94c6ea7d7247efe9fc087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290966 May 11 21:08:45.506950 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ba9c-cba1-4b18-8b81-abeb1cd11157 req-52a5e84e-a0b3-411c-a5f9-5f292b59b767 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:45.508435 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ccf4ba9c-cba1-4b18-8b81-abeb1cd11157 req-52a5e84e-a0b3-411c-a5f9-5f292b59b767 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 944 time: 0.0466230 May 11 21:08:45.560655 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ccf4ba9c-cba1-4b18-8b81-abeb1cd11157 req-8919ffa9-1d20-48d5-9a43-4f02c46cc315 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460474 May 11 21:08:45.581929 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fba51a79-ac56-4c98-bb5c-b7eb95debcfc req-32d79bbe-4841-47de-b5f0-b7f7585885eb tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 210 time: 0.0272186 May 11 21:08:46.217679 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 6768c9cf-6579-4217-a3ff-b3ad7fd9951b up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:08:46.261307 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:08:46.348202 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3158dc1-50ae-438b-8f10-e0ac3b68a8c4 req-bf9d6c00-29a6-4623-961c-bfd191c8429d tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:46.349680 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c3158dc1-50ae-438b-8f10-e0ac3b68a8c4 req-bf9d6c00-29a6-4623-961c-bfd191c8429d tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0458579 May 11 21:08:46.352495 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:08:46.353032 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:46.399062 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c3158dc1-50ae-438b-8f10-e0ac3b68a8c4 req-18828bc4-fab7-475b-afca-7e074dc5356f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437238 May 11 21:08:46.436611 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:08:46.437000 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:46.461181 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:46.463494 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ccd1c1-fd12-48ef-a7e8-6485f03712d9" -d '{"events": [{"server_uuid": "1c477417-2e64-4722-ba8d-e9765385ff3f", "name": "network-vif-plugged", "status": "completed", "tag": "6768c9cf-6579-4217-a3ff-b3ad7fd9951b"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:46.480020 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:46.500311 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432b763f-5188-4b96-a818-128dfb988f44 x-openstack-request-id: req-432b763f-5188-4b96-a818-128dfb988f44 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:46.500626 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c477417-2e64-4722-ba8d-e9765385ff3f", "name": "network-vif-plugged", "status": "completed", "tag": "6768c9cf-6579-4217-a3ff-b3ad7fd9951b", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:46.500887 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-432b763f-5188-4b96-a818-128dfb988f44 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:46.501909 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432b763f-5188-4b96-a818-128dfb988f44'] response: {'server_uuid': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b', 'code': 200} May 11 21:08:46.563598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:46.602315 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:46.616563 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:46.671975 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-882d7d7a-0d90-4fc0-8bbe-142760b44af3 req-1619e458-3dd2-46b3-9676-18dc0ed84dd9 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 210 time: 0.0278506 May 11 21:08:46.694472 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c5926-277e-4d87-ba50-e03825fb14eb req-a7748181-b01a-4fa2-a900-c3fe8d9a5b5f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:46.697398 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc7c5926-277e-4d87-ba50-e03825fb14eb req-a7748181-b01a-4fa2-a900-c3fe8d9a5b5f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 945 time: 0.0630019 May 11 21:08:46.743925 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dc7c5926-277e-4d87-ba50-e03825fb14eb req-6f22f58e-d69a-4e21-a697-0e299cffbfc7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407853 May 11 21:08:46.881584 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac097c-e11e-4412-bccf-5e31b5c9413b req-ab6834d7-37ef-4415-93c6-f25f2d60250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:46.883083 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2ac097c-e11e-4412-bccf-5e31b5c9413b req-ab6834d7-37ef-4415-93c6-f25f2d60250c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 1129 time: 0.0372694 May 11 21:08:46.936357 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f2ac097c-e11e-4412-bccf-5e31b5c9413b req-9b8933d4-ce2b-47fd-ab13-34799440e67c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386102 May 11 21:08:47.514209 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df2f9b-bb01-4d93-882e-b9bca27ae180 req-7ccf4a14-7e53-49f7-8d9d-45303cf266b9 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:47.515670 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c0df2f9b-bb01-4d93-882e-b9bca27ae180 req-7ccf4a14-7e53-49f7-8d9d-45303cf266b9 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0506861 May 11 21:08:47.561338 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c0df2f9b-bb01-4d93-882e-b9bca27ae180 req-84e52e38-0f2c-4635-a7ee-0276fc27ca94 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395036 May 11 21:08:47.778529 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f799c541-206d-420e-8b23-0a98b442edf5 req-5515dd0e-c62c-4b63-9096-ef5b7863523e tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 210 time: 0.0311279 May 11 21:08:47.856756 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0519666-4d08-4488-b00a-9a8150388723 req-a1130b40-b4aa-43c4-8eeb-8aebf745fd3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:47.858275 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d0519666-4d08-4488-b00a-9a8150388723 req-a1130b40-b4aa-43c4-8eeb-8aebf745fd3d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 945 time: 0.0473862 May 11 21:08:47.904110 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d0519666-4d08-4488-b00a-9a8150388723 req-ffdf7f9d-8994-4edc-aa36-9c5a013e14fa tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394838 May 11 21:08:48.097738 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-70f28bfe-f4e8-4b12-bda4-1ed9967741a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:48.099241 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-70f28bfe-f4e8-4b12-bda4-1ed9967741a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 1130 time: 0.0381927 May 11 21:08:48.222532 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-4e143da9-e03c-4950-b4d0-9bbf94ca5e11 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5a2c60193ec94c6ea7d7247efe9fc087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356648 May 11 21:08:48.300494 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-d9b4a4dc-0a84-43f5-858d-69920b741488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:48.302011 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-d9b4a4dc-0a84-43f5-858d-69920b741488 service neutron] 10.222.0.70 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 911 time: 0.1705413 May 11 21:08:48.398630 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:48.416465 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-ca26bcb7-8f18-4bd4-987c-ab5b73d82eb0 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:48.417938 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-ca26bcb7-8f18-4bd4-987c-ab5b73d82eb0 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896908 May 11 21:08:48.670404 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203bb0a-19af-4eee-9ff7-79a81fde538b req-fd0d0ac7-dc41-4628-90da-b59bcde97834 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:48.671757 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3203bb0a-19af-4eee-9ff7-79a81fde538b req-fd0d0ac7-dc41-4628-90da-b59bcde97834 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0451112 May 11 21:08:48.716624 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3203bb0a-19af-4eee-9ff7-79a81fde538b req-cff59f16-c539-4122-8463-76bed989c36f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388844 May 11 21:08:48.872851 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f93b22d0-57b8-4eff-8572-0fd6dcb93ba8 req-fac47877-c0a7-4392-9dd2-24ac976d3cd4 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 210 time: 0.0266266 May 11 21:08:48.946435 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Request body: {'port': {'device_id': '5941b8c0-91b8-4a55-a89a-ce08c7d18b8b', 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7', 'admin_state_up': True, 'tenant_id': '5a2c60193ec94c6ea7d7247efe9fc087'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:49.092008 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e614577-948b-4061-a389-1c4d30061a1a req-55f9cf16-a83e-40f6-9fda-09f947cb7ff7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:49.093500 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e614577-948b-4061-a389-1c4d30061a1a req-55f9cf16-a83e-40f6-9fda-09f947cb7ff7 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 945 time: 0.1117346 May 11 21:08:49.105052 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-4394a926-9e75-446b-8309-56333c2a70d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c51e32e-4186-43e2-9063-ee5936dea096 HTTP/1.1" status: 200 len: 1001 time: 0.1700499 May 11 21:08:49.203985 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e614577-948b-4061-a389-1c4d30061a1a req-bc6499ad-7714-450e-b882-528bfb5e6cb5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031713 May 11 21:08:49.208128 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-b52e0a1f-660c-456b-9d8a-f2c56086a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:49.209511 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-b52e0a1f-660c-456b-9d8a-f2c56086a2d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 HTTP/1.1" status: 200 len: 849 time: 0.0956635 May 11 21:08:49.311133 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Made reservation on behalf of 5a2c60193ec94c6ea7d7247efe9fc087 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:08:49.314846 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:49.327533 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:49.337041 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-2a1bc734-7871-40a9-ba73-aa4b412660e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:49.338616 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-2a1bc734-7871-40a9-ba73-aa4b412660e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26111c2a-0c3d-4253-b45f-aeacb402f250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574756 May 11 21:08:49.469923 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-65765897-4795-45d6-a0b8-3a6af2c6f6f0 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164930 May 11 21:08:49.479122 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks [] for security_group (6f866c61-54af-41f8-9e1a-d94fdc252d85), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:49.743036 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (6f866c61-54af-41f8-9e1a-d94fdc252d85), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:49.831079 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f1ff-98df-46b7-88de-4b8a2374d8b8 req-98a14751-c3ea-4642-a3d3-02c89c12722e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:49.832546 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-90b8f1ff-98df-46b7-88de-4b8a2374d8b8 req-98a14751-c3ea-4642-a3d3-02c89c12722e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0493727 May 11 21:08:49.853177 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f866c61-54af-41f8-9e1a-d94fdc252d85,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:49.880549 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-90b8f1ff-98df-46b7-88de-4b8a2374d8b8 req-605da04c-82c5-4c94-8b19-4f285815e82e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 May 11 21:08:49.889403 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ad2a641b-93b5-440e-8996-7e09207f4756 req-baceb8cb-1355-4502-8911-d911f5b2589a service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122288 May 11 21:08:49.935788 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Allocated IP 192.168.233.14 (d431f8a7-6065-4735-b64a-987f9c17bad7/60491348-c9bc-4dca-95b0-082ff196d6e8/871cc2ad-3380-4d7d-91d5-65250a1251cf) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:08:49.976845 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b58a57bd-4f76-44e7-b952-b11a03e5a879 req-5bd0f8ec-f908-4b51-acaa-792c79523d5f tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 210 time: 0.0364575 May 11 21:08:50.113669 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks [] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:50.238451 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:50.281013 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Network d431f8a7-6065-4735-b64a-987f9c17bad7 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:08:50.285053 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:08:50.291288 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:08:50.297687 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Pushing event updated for resources: {'Port': ['ID=871cc2ad-3380-4d7d-91d5-65250a1251cf,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:50.328946 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd6e41-d105-4916-82dd-4a6a6f31975d req-6a5d0ea3-e41d-4676-ba37-ccccff4bcfea tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:50.331353 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b9cd6e41-d105-4916-82dd-4a6a6f31975d req-6a5d0ea3-e41d-4676-ba37-ccccff4bcfea tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 945 time: 0.0606167 May 11 21:08:50.355890 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:50.357161 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:50.400731 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b9cd6e41-d105-4916-82dd-4a6a6f31975d req-4c3c5dcd-8924-40df-accf-0bb6a427f67f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616934 May 11 21:08:50.490915 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-19008520-9101-4af8-aee1-5a444af15d53 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5545218 May 11 21:08:50.512947 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Request body: {'port': {'device_id': '5941b8c0-91b8-4a55-a89a-ce08c7d18b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:50.548731 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f7503-3bc2-4edd-9444-93721f2b29c9 req-0980f020-8b4d-4a73-8a83-c6c4533d09fc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:50.550205 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-274f7503-3bc2-4edd-9444-93721f2b29c9 req-0980f020-8b4d-4a73-8a83-c6c4533d09fc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 945 time: 0.0787275 May 11 21:08:50.558793 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48326) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:50.563247 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-249a11db-500e-4fab-8bcf-2c6491b72adf tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'floatingip': {'port_id': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:08:50.570868 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-db1199cf-0542-45cb-a1d4-1bd6b6f80cf9 None None] Provisioning complete for port 871cc2ad-3380-4d7d-91d5-65250a1251cf triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:08:50.572325 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-db1199cf-0542-45cb-a1d4-1bd6b6f80cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:50.591137 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:50.605968 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-249a11db-500e-4fab-8bcf-2c6491b72adf tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (466280ec-ac5c-4bd1-a73d-31b2dbbaaeae), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:50.608704 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-db1199cf-0542-45cb-a1d4-1bd6b6f80cf9 None None] Port 871cc2ad-3380-4d7d-91d5-65250a1251cf cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:08:50.896115 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871cc2ad-3380-4d7d-91d5-65250a1251cf {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:08:50.904311 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Publish callbacks [] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:50.917984 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Transition to ACTIVE for port object 871cc2ad-3380-4d7d-91d5-65250a1251cf will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:08:50.992602 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:51.046414 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Pushing event updated for resources: {'Port': ['ID=871cc2ad-3380-4d7d-91d5-65250a1251cf,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:51.078007 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488fc51-46f9-448a-ba38-823721f14df5 req-85d3eb59-6aa3-48fb-ba61-3fe17c909622 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:51.081989 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6488fc51-46f9-448a-ba38-823721f14df5 req-85d3eb59-6aa3-48fb-ba61-3fe17c909622 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.1303899 May 11 21:08:51.114612 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-249a11db-500e-4fab-8bcf-2c6491b72adf tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:51.138467 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfacb6-0422-4fe9-b2ea-5d3c9cae5e42 req-01ad6618-447a-4cc6-8ea4-807dbda3ef1c tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:51.140037 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2fdfacb6-0422-4fe9-b2ea-5d3c9cae5e42 req-01ad6618-447a-4cc6-8ea4-807dbda3ef1c tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 947 time: 0.0770442 May 11 21:08:51.145669 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6488fc51-46f9-448a-ba38-823721f14df5 req-87f21a15-9a01-489f-b23d-ad9370dd9fe1 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558658 May 11 21:08:51.171143 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Attempting to bind port 871cc2ad-3380-4d7d-91d5-65250a1251cf on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:08:51.171480 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Attempting to bind port 871cc2ad-3380-4d7d-91d5-65250a1251cf by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': '912d05d4-25bc-4ae4-9253-02ab04ce5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:08:51.171834 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Attempting to bind port 871cc2ad-3380-4d7d-91d5-65250a1251cf on network d431f8a7-6065-4735-b64a-987f9c17bad7 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:08:51.181131 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Port 871cc2ad-3380-4d7d-91d5-65250a1251cf on network d431f8a7-6065-4735-b64a-987f9c17bad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:08:51.181462 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Attempting to bind port 871cc2ad-3380-4d7d-91d5-65250a1251cf on network d431f8a7-6065-4735-b64a-987f9c17bad7 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:08:51.193327 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-249a11db-500e-4fab-8bcf-2c6491b72adf tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (466280ec-ac5c-4bd1-a73d-31b2dbbaaeae), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:51.200119 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:08:51.200457 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Checking segment: {'id': '912d05d4-25bc-4ae4-9253-02ab04ce5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:08:51.200845 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Bound using segment: {'id': '912d05d4-25bc-4ae4-9253-02ab04ce5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:08:51.201318 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Bound port: 871cc2ad-3380-4d7d-91d5-65250a1251cf, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912d05d4-25bc-4ae4-9253-02ab04ce5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:08:51.201662 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:51.220707 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2fdfacb6-0422-4fe9-b2ea-5d3c9cae5e42 req-384b6d3a-1e96-45e2-b145-b84374a950dd tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725503 May 11 21:08:51.281647 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] For port 871cc2ad-3380-4d7d-91d5-65250a1251cf, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:08:51.284861 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] For port 871cc2ad-3380-4d7d-91d5-65250a1251cf, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=871cc2ad-3380-4d7d-91d5-65250a1251cf,segment=NetworkSegment(912d05d4-25bc-4ae4-9253-02ab04ce5a51),segment_id=912d05d4-25bc-4ae4-9253-02ab04ce5a51)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:08:51.313112 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-249a11db-500e-4fab-8bcf-2c6491b72adf tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Floating IP 466280ec-ac5c-4bd1-a73d-31b2dbbaaeae associated. External IP: 172.27.3.143, port: 6768c9cf-6579-4217-a3ff-b3ad7fd9951b. May 11 21:08:51.368138 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:51.435127 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Pushing event updated for resources: {'Port': ['ID=871cc2ad-3380-4d7d-91d5-65250a1251cf,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:51.440030 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:51.440800 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:51.442392 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d7ee90d4-cf8a-4a1d-ba2c-cd51708ff2ed service neutron] 10.222.0.70 "PUT /v2.0/ports/871cc2ad-3380-4d7d-91d5-65250a1251cf HTTP/1.1" status: 200 len: 1097 time: 0.9352777 May 11 21:08:51.442833 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5941b8c0-91b8-4a55-a89a-ce08c7d18b8b', 'tag': '871cc2ad-3380-4d7d-91d5-65250a1251cf'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:51.445148 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5d3901-9033-48a1-97d5-0c24e186042b" -d '{"events": [{"name": "network-changed", "server_uuid": "5941b8c0-91b8-4a55-a89a-ce08c7d18b8b", "tag": "871cc2ad-3380-4d7d-91d5-65250a1251cf"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:51.495182 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a341df-8244-467a-9462-5d4f9a3bb172 x-openstack-request-id: req-a6a341df-8244-467a-9462-5d4f9a3bb172 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:51.496120 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5941b8c0-91b8-4a55-a89a-ce08c7d18b8b", "tag": "871cc2ad-3380-4d7d-91d5-65250a1251cf", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:51.496120 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6a341df-8244-467a-9462-5d4f9a3bb172 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:51.497716 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a341df-8244-467a-9462-5d4f9a3bb172'] response: {'name': 'network-changed', 'server_uuid': '5941b8c0-91b8-4a55-a89a-ce08c7d18b8b', 'tag': '871cc2ad-3380-4d7d-91d5-65250a1251cf', 'status': 'completed', 'code': 200} May 11 21:08:51.522332 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db31d68-0342-4981-ad7f-5009c65b1ee1 req-7b698d5b-d18a-4431-a7ce-dfac77843873 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:51.529913 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db31d68-0342-4981-ad7f-5009c65b1ee1 req-7b698d5b-d18a-4431-a7ce-dfac77843873 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0711896 May 11 21:08:51.558938 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249a11db-500e-4fab-8bcf-2c6491b72adf tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Router 24f8bcc3-4b3f-4906-8252-84f991296269 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:08:51.596358 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d3901-9033-48a1-97d5-0c24e186042b req-096dd0db-a3f8-4a70-93aa-9950368c5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:51.598407 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc5d3901-9033-48a1-97d5-0c24e186042b req-096dd0db-a3f8-4a70-93aa-9950368c5ba2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a2c60193ec94c6ea7d7247efe9fc087&device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 1131 time: 0.0657928 May 11 21:08:51.635592 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc5d3901-9033-48a1-97d5-0c24e186042b req-eac99e98-7156-41ef-b637-ec27071187a1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=5a2c60193ec94c6ea7d7247efe9fc087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275755 May 11 21:08:51.638918 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6db31d68-0342-4981-ad7f-5009c65b1ee1 req-1d9920a1-7fa2-4338-abb6-09d3cb33297b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082058 May 11 21:08:51.751082 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d3901-9033-48a1-97d5-0c24e186042b req-cb48822c-a53f-435d-83b4-016b5e5244d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:51.752977 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cc5d3901-9033-48a1-97d5-0c24e186042b req-cb48822c-a53f-435d-83b4-016b5e5244d4 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100116 May 11 21:08:51.798314 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-504aa7a4-91d0-4459-a3ba-40442a4eb5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:51.800229 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-504aa7a4-91d0-4459-a3ba-40442a4eb5d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 1130 time: 0.0589955 May 11 21:08:51.911223 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249a11db-500e-4fab-8bcf-2c6491b72adf tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:08:51.916124 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-9dfb780c-96f5-4c8e-ad79-b1d0701f1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:51.917248 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-249a11db-500e-4fab-8bcf-2c6491b72adf tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:51.917670 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-9dfb780c-96f5-4c8e-ad79-b1d0701f1ccb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5a2c60193ec94c6ea7d7247efe9fc087&device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 1131 time: 0.0972896 May 11 21:08:51.926080 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:08:51.939996 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:51.940750 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:51.952746 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-249a11db-500e-4fab-8bcf-2c6491b72adf tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "PUT /v2.0/floatingips/466280ec-ac5c-4bd1-a73d-31b2dbbaaeae HTTP/1.1" status: 200 len: 991 time: 1.3928628 May 11 21:08:51.954253 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'tag': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:51.958454 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d12a155-560e-4065-a162-03bc35db77ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1c477417-2e64-4722-ba8d-e9765385ff3f", "tag": "6768c9cf-6579-4217-a3ff-b3ad7fd9951b"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:51.972239 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-8fc079e5-a99d-4d91-8c57-15e929417114 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=871cc2ad-3380-4d7d-91d5-65250a1251cf HTTP/1.1" status: 200 len: 217 time: 0.0440240 May 11 21:08:51.997612 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e06c318-8617-4785-9244-3ddb331ce3cd x-openstack-request-id: req-8e06c318-8617-4785-9244-3ddb331ce3cd {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:51.997786 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c477417-2e64-4722-ba8d-e9765385ff3f", "tag": "6768c9cf-6579-4217-a3ff-b3ad7fd9951b", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:51.997941 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e06c318-8617-4785-9244-3ddb331ce3cd {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:51.998326 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e06c318-8617-4785-9244-3ddb331ce3cd'] response: {'name': 'network-changed', 'server_uuid': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'tag': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b', 'status': 'completed', 'code': 200} May 11 21:08:51.998723 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-545de36f-2c1a-49e5-b7f2-a1e258ee4159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:52.000652 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-545de36f-2c1a-49e5-b7f2-a1e258ee4159 service neutron] 10.222.0.70 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 911 time: 0.1815767 May 11 21:08:52.127547 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-4f644bab-65da-4c88-bcb0-2e83e99662b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:52.129049 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-4f644bab-65da-4c88-bcb0-2e83e99662b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60491348-c9bc-4dca-95b0-082ff196d6e8 HTTP/1.1" status: 200 len: 843 time: 0.1269486 May 11 21:08:52.149894 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-e1576390-d121-47dc-bb44-e4bf3523c12d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c51e32e-4186-43e2-9063-ee5936dea096 HTTP/1.1" status: 200 len: 1001 time: 0.1167026 May 11 21:08:52.150169 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:52.152753 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12a155-560e-4065-a162-03bc35db77ce req-f2bb7615-9d40-49e6-93d9-3136ab643de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:52.154548 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d12a155-560e-4065-a162-03bc35db77ce req-f2bb7615-9d40-49e6-93d9-3136ab643de3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 1129 time: 0.1081202 May 11 21:08:52.244091 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-b2401e64-d8b8-430f-90d8-e6533b1a172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:52.245634 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-b2401e64-d8b8-430f-90d8-e6533b1a172e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d431f8a7-6065-4735-b64a-987f9c17bad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1065173 May 11 21:08:52.310186 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-ad63d9cb-bcc4-4e55-932a-9f10c85b7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:52.311679 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-ad63d9cb-bcc4-4e55-932a-9f10c85b7221 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 HTTP/1.1" status: 200 len: 849 time: 0.1419704 May 11 21:08:52.379576 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '466280ec-ac5c-4bd1-a73d-31b2dbbaaeae', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:86:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:34Z', 'updated_at': '2022-05-11T21:08:50Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:52.414275 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:08:52.422648 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:52.423777 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:52.451725 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc91814-6b9e-4031-a54a-98b2e5cecc1b req-187d4825-6c29-49a4-8323-a1b0103b2c8a tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:52.453188 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bc91814-6b9e-4031-a54a-98b2e5cecc1b req-187d4825-6c29-49a4-8323-a1b0103b2c8a tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 947 time: 0.1365657 May 11 21:08:52.459281 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12a155-560e-4065-a162-03bc35db77ce req-b97b36be-4299-4a1c-ad0c-4b07f4750221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:52.460640 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d12a155-560e-4065-a162-03bc35db77ce req-b97b36be-4299-4a1c-ad0c-4b07f4750221 service neutron] 10.222.0.70 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 915 time: 0.2899156 May 11 21:08:52.468374 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-817a1714-3e87-4eec-ba70-dc8cc37281d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:52.470299 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-817a1714-3e87-4eec-ba70-dc8cc37281d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26111c2a-0c3d-4253-b45f-aeacb402f250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1401510 May 11 21:08:52.491739 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-d99806c6-2c31-4ccb-9f77-354190cdf078 service neutron] 10.222.0.70 "GET /v2.0/networks/d431f8a7-6065-4735-b64a-987f9c17bad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176850 May 11 21:08:52.518132 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5bc91814-6b9e-4031-a54a-98b2e5cecc1b req-b32c861c-c8ea-4305-856f-ade84d46ee81 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 May 11 21:08:52.534084 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:52.742944 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '466280ec-ac5c-4bd1-a73d-31b2dbbaaeae', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:86:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:34Z', 'updated_at': '2022-05-11T21:08:50Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:52.764645 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d2b6f-0b6c-4b4b-96c6-516e48380bf6 req-bcbb2f6f-02b2-41d8-808e-9852c0d26d72 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:52.772823 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-564d2b6f-0b6c-4b4b-96c6-516e48380bf6 req-bcbb2f6f-02b2-41d8-808e-9852c0d26d72 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0645096 May 11 21:08:52.774931 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b1c73-7021-4623-b5f7-bc2310389879 None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '466280ec-ac5c-4bd1-a73d-31b2dbbaaeae', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:86:a4:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:34Z', 'updated_at': '2022-05-11T21:08:50Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:08:52.824740 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-564d2b6f-0b6c-4b4b-96c6-516e48380bf6 req-a84a23df-33a2-43c5-b8a3-6b1b462f2040 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504143 May 11 21:08:52.935416 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d12a155-560e-4065-a162-03bc35db77ce req-5e76828f-0d41-49f1-bb33-2de5806bf648 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6768c9cf-6579-4217-a3ff-b3ad7fd9951b HTTP/1.1" status: 200 len: 999 time: 0.1944323 May 11 21:08:53.009195 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-62322f4a-7bf4-4dec-8052-f33b28a77300 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701585 May 11 21:08:53.012969 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-561d0004-018a-4a7b-865b-e5ee8358c76d req-044dd77a-19fd-4f6d-a8a1-9df5d5d16144 service neutron] 10.222.0.70 "GET /v2.0/networks/d431f8a7-6065-4735-b64a-987f9c17bad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759418 May 11 21:08:53.014726 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12a155-560e-4065-a162-03bc35db77ce req-7e1d2b36-b2f8-4e12-961f-6bd3b8885fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:53.016055 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d12a155-560e-4065-a162-03bc35db77ce req-7e1d2b36-b2f8-4e12-961f-6bd3b8885fdb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 200 len: 853 time: 0.0735743 May 11 21:08:53.020006 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa74170-a037-4efa-abdb-cf3a34b9fee2 None None] New status for floating IP 466280ec-ac5c-4bd1-a73d-31b2dbbaaeae: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:08:53.131809 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12a155-560e-4065-a162-03bc35db77ce req-7d3a4cd1-fdd3-4b5e-9bba-e98769ea2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:53.133300 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d12a155-560e-4065-a162-03bc35db77ce req-7d3a4cd1-fdd3-4b5e-9bba-e98769ea2b6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93d70e35-28da-4d4e-9ed9-625e30aef3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938594 May 11 21:08:53.162500 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a00ab9aa-5548-4960-ab0f-30e453f5d514 req-293488d6-5f41-4e22-9324-0adced5f1a3f service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242089 May 11 21:08:53.632489 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d47974-a669-4bc8-a0b7-9ab1a3dffdb3 req-eb520274-2f0a-4e5f-928b-1cbba9c6eda2 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:53.633954 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86d47974-a669-4bc8-a0b7-9ab1a3dffdb3 req-eb520274-2f0a-4e5f-928b-1cbba9c6eda2 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 947 time: 0.0484562 May 11 21:08:53.679812 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86d47974-a669-4bc8-a0b7-9ab1a3dffdb3 req-dd46e8b5-015c-43b7-9f93-43472f34da92 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 May 11 21:08:53.939695 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebb2f7-bd09-44dd-87b2-ff0f624a254a req-6350593d-b604-473e-8767-a5d91ed8ab83 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:53.959435 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57ebb2f7-bd09-44dd-87b2-ff0f624a254a req-6350593d-b604-473e-8767-a5d91ed8ab83 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0482342 May 11 21:08:53.999829 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-57ebb2f7-bd09-44dd-87b2-ff0f624a254a req-d841bb43-6824-48e1-ad9b-23e83c568cd4 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526068 May 11 21:08:54.269277 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d12a155-560e-4065-a162-03bc35db77ce req-492cf79d-b559-48ee-b8cf-37f757fe55c8 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866058 May 11 21:08:54.361331 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d12a155-560e-4065-a162-03bc35db77ce req-d5e02ffd-8192-463b-a86b-55c746558a70 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854595 May 11 21:08:54.792176 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f37421-4397-4ce2-86ea-2bd64a66aa05 req-a605fdf9-8bcb-4485-9907-1c043eaac11a tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:54.793679 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21f37421-4397-4ce2-86ea-2bd64a66aa05 req-a605fdf9-8bcb-4485-9907-1c043eaac11a tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 947 time: 0.0463064 May 11 21:08:54.840893 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21f37421-4397-4ce2-86ea-2bd64a66aa05 req-0d91e9e5-0076-49b9-a269-3f2d031c4cbb tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 May 11 21:08:54.918261 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fb5f7-4b46-45bd-9ebe-4e4fe855bd9f req-0f22a36e-5ffb-4a41-a4d3-9e3e2182d8ed tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:54.919698 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-334fb5f7-4b46-45bd-9ebe-4e4fe855bd9f req-0f22a36e-5ffb-4a41-a4d3-9e3e2182d8ed tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 946 time: 0.0468161 May 11 21:08:54.965290 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-334fb5f7-4b46-45bd-9ebe-4e4fe855bd9f req-7120f892-f710-46bb-9a4f-69b1361ca735 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394626 May 11 21:08:55.111814 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42750419-015c-45d4-8b80-fc22b1a7a38a req-c59f1f38-49a9-454c-af4b-59054e3e751c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:55.113281 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-42750419-015c-45d4-8b80-fc22b1a7a38a req-c59f1f38-49a9-454c-af4b-59054e3e751c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0480754 May 11 21:08:55.161289 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-42750419-015c-45d4-8b80-fc22b1a7a38a req-e1e3b568-e14e-4e13-a7bd-a677896fa570 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 May 11 21:08:55.950503 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb47d1-e83f-40ef-b29d-011f3feb03a6 req-5847bad2-b1fb-47b4-b88c-e7a3032704c4 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:55.951985 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a5bb47d1-e83f-40ef-b29d-011f3feb03a6 req-5847bad2-b1fb-47b4-b88c-e7a3032704c4 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 947 time: 0.0457063 May 11 21:08:56.001715 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a5bb47d1-e83f-40ef-b29d-011f3feb03a6 req-ad7fd091-4a9c-4ddd-b9cc-d76922efd7f8 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 May 11 21:08:56.078187 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60e3a2-2905-48c7-a2c7-9ac01b8fadaa req-764c878e-ac22-4be3-96f1-b0db7d271049 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:56.079631 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf60e3a2-2905-48c7-a2c7-9ac01b8fadaa req-764c878e-ac22-4be3-96f1-b0db7d271049 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 946 time: 0.0444903 May 11 21:08:56.125243 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf60e3a2-2905-48c7-a2c7-9ac01b8fadaa req-f7a4e2cf-39d2-47ee-a06b-5b22a7633c04 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400782 May 11 21:08:56.270076 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c303-cc54-499a-95b6-4daa26306c61 req-8a78caa1-a3a0-4bef-896b-bcdf6d0a38bc tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:56.271509 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ac7c303-cc54-499a-95b6-4daa26306c61 req-8a78caa1-a3a0-4bef-896b-bcdf6d0a38bc tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0461504 May 11 21:08:56.284328 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 871cc2ad-3380-4d7d-91d5-65250a1251cf details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:08:56.318497 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5ac7c303-cc54-499a-95b6-4daa26306c61 req-fec3fa67-050a-4a35-aa7c-3a27e248163d tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 May 11 21:08:56.382493 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 871cc2ad-3380-4d7d-91d5-65250a1251cf, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=871cc2ad-3380-4d7d-91d5-65250a1251cf,segment=NetworkSegment(912d05d4-25bc-4ae4-9253-02ab04ce5a51),segment_id=912d05d4-25bc-4ae4-9253-02ab04ce5a51)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:56.394123 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '871cc2ad-3380-4d7d-91d5-65250a1251cf', 'network_id': 'd431f8a7-6065-4735-b64a-987f9c17bad7', 'port_id': '871cc2ad-3380-4d7d-91d5-65250a1251cf', 'mac_address': 'fa:16:3e:72:6e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60491348-c9bc-4dca-95b0-082ff196d6e8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:08:56.430067 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 871cc2ad-3380-4d7d-91d5-65250a1251cf is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:08:56.430450 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:56.442660 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871cc2ad-3380-4d7d-91d5-65250a1251cf {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:08:56.461985 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 871cc2ad-3380-4d7d-91d5-65250a1251cf, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=871cc2ad-3380-4d7d-91d5-65250a1251cf,segment=NetworkSegment(912d05d4-25bc-4ae4-9253-02ab04ce5a51),segment_id=912d05d4-25bc-4ae4-9253-02ab04ce5a51)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:56.572311 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:56.618159 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=871cc2ad-3380-4d7d-91d5-65250a1251cf,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:57.009150 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['871cc2ad-3380-4d7d-91d5-65250a1251cf'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:08:57.021342 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-834b03d8-5450-4fa9-9665-15614c25dabc tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:57.023209 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-834b03d8-5450-4fa9-9665-15614c25dabc tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 946 time: 0.0479286 May 11 21:08:57.120378 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Deleting port 17516495-e3a1-4e3b-9f09-7e6a38573ceb {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:08:57.120378 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:57.124676 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7ef91-b25b-4a06-acc1-2b710b89003b req-5f899852-ed68-447f-ba0f-a0976c944d27 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:57.126940 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ec7ef91-b25b-4a06-acc1-2b710b89003b req-5f899852-ed68-447f-ba0f-a0976c944d27 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 948 time: 0.0573654 May 11 21:08:57.182180 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ec7ef91-b25b-4a06-acc1-2b710b89003b req-ce5d5685-2fc1-4dbf-9be3-dd89f8131d4d tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487583 May 11 21:08:57.218526 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] For port 17516495-e3a1-4e3b-9f09-7e6a38573ceb, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=17516495-e3a1-4e3b-9f09-7e6a38573ceb,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:57.218888 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:57.303666 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556e09e-ebaf-43dd-9cae-54121ca7fc08 req-b17d3cbf-9171-4a8f-a386-47e5fdee1ae4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:57.305138 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6556e09e-ebaf-43dd-9cae-54121ca7fc08 req-b17d3cbf-9171-4a8f-a386-47e5fdee1ae4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 946 time: 0.0891869 May 11 21:08:57.403715 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6556e09e-ebaf-43dd-9cae-54121ca7fc08 req-b0263b47-4b48-41a7-84f5-53d6167c8d27 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=a84a41fd-259a-43f4-bfca-45749e7e80a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917552 May 11 21:08:57.454726 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:57.455081 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (b175f8a6-e854-4636-ba42-1837b0f786af), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:57.455391 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Floating IP b175f8a6-e854-4636-ba42-1837b0f786af disassociated. External IP: 172.27.3.223, port: 17516495-e3a1-4e3b-9f09-7e6a38573ceb. May 11 21:08:57.455734 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Calling delete_port for 17516495-e3a1-4e3b-9f09-7e6a38573ceb owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:08:57.672017 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (17516495-e3a1-4e3b-9f09-7e6a38573ceb), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:57.699793 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event deleted for resources: {'Port': ['ID=17516495-e3a1-4e3b-9f09-7e6a38573ceb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:57.812532 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Router fd503219-3b02-4eeb-851e-cc430fd7a8b3 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:08:58.185155 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:08:58.196023 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] Sync routers for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:08:58.225434 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:58.226114 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] No DVR routers for this DVR port 17516495-e3a1-4e3b-9f09-7e6a38573ceb on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:08:58.226263 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:58.228610 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:58.231957 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cac05ffc-7d63-4796-89d3-807824d6e163 req-07e8b658-8e3a-481b-981d-5ed345a7071e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.70 "DELETE /v2.0/ports/17516495-e3a1-4e3b-9f09-7e6a38573ceb HTTP/1.1" status: 204 len: 173 time: 1.1997974 May 11 21:08:58.232386 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'name': 'network-vif-deleted', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:58.234619 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e89017-bec4-4887-a110-8b672313f6c0" -d '{"events": [{"server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "name": "network-vif-deleted", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:58.273494 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d57095b-359a-454c-84a3-77d168d3312a x-openstack-request-id: req-3d57095b-359a-454c-84a3-77d168d3312a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:58.274378 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e6f4c2-0bcd-4a54-854f-638f98f48a25", "name": "network-vif-deleted", "tag": "17516495-e3a1-4e3b-9f09-7e6a38573ceb", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:58.274688 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3d57095b-359a-454c-84a3-77d168d3312a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:58.275150 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d57095b-359a-454c-84a3-77d168d3312a'] response: {'server_uuid': 'b1e6f4c2-0bcd-4a54-854f-638f98f48a25', 'name': 'network-vif-deleted', 'tag': '17516495-e3a1-4e3b-9f09-7e6a38573ceb', 'status': 'completed', 'code': 200} May 11 21:08:58.281573 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 871cc2ad-3380-4d7d-91d5-65250a1251cf up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:08:58.305624 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367a5ee-16b1-4696-aecd-fdbb6f28fd86 req-1470748e-f30f-4e5e-bd1f-b74587d044b2 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:58.307259 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f367a5ee-16b1-4696-aecd-fdbb6f28fd86 req-1470748e-f30f-4e5e-bd1f-b74587d044b2 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 948 time: 0.0481193 May 11 21:08:58.337768 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 871cc2ad-3380-4d7d-91d5-65250a1251cf completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:08:58.342493 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:58.358057 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f367a5ee-16b1-4696-aecd-fdbb6f28fd86 req-466f1780-faec-41ba-acc3-841d7dfc8341 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 May 11 21:08:58.435995 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 871cc2ad-3380-4d7d-91d5-65250a1251cf triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:08:58.440114 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:58.515231 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 871cc2ad-3380-4d7d-91d5-65250a1251cf is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:08:58.515897 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:58.519678 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38e2fca7-ffa6-4e18-a59c-3b9de14037a5 req-626c287a-3f68-4df9-a9e8-d6bcc9282626 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b1e6f4c2-0bcd-4a54-854f-638f98f48a25 HTTP/1.1" status: 200 len: 210 time: 0.0393217 May 11 21:08:58.539640 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:58.549006 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5941b8c0-91b8-4a55-a89a-ce08c7d18b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871cc2ad-3380-4d7d-91d5-65250a1251cf'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:08:58.551257 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1a2f91-34dc-4c99-b9ff-09c320a4acf4" -d '{"events": [{"server_uuid": "5941b8c0-91b8-4a55-a89a-ce08c7d18b8b", "name": "network-vif-plugged", "status": "completed", "tag": "871cc2ad-3380-4d7d-91d5-65250a1251cf"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:08:58.562055 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 871cc2ad-3380-4d7d-91d5-65250a1251cf, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=871cc2ad-3380-4d7d-91d5-65250a1251cf,segment=NetworkSegment(912d05d4-25bc-4ae4-9253-02ab04ce5a51),segment_id=912d05d4-25bc-4ae4-9253-02ab04ce5a51)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:08:58.573052 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] Checking router: fd503219-3b02-4eeb-851e-cc430fd7a8b3 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:08:58.584986 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:08:58.585661 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:08:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:58.597179 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8f108b-d9cf-4a06-8a06-20fcf55f503a x-openstack-request-id: req-5e8f108b-d9cf-4a06-8a06-20fcf55f503a {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:08:58.597495 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5941b8c0-91b8-4a55-a89a-ce08c7d18b8b", "name": "network-vif-plugged", "status": "completed", "tag": "871cc2ad-3380-4d7d-91d5-65250a1251cf", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:08:58.597856 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5e8f108b-d9cf-4a06-8a06-20fcf55f503a {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:08:58.601564 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8f108b-d9cf-4a06-8a06-20fcf55f503a'] response: {'server_uuid': '5941b8c0-91b8-4a55-a89a-ce08c7d18b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871cc2ad-3380-4d7d-91d5-65250a1251cf', 'code': 200} May 11 21:08:58.621362 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:58.669349 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=871cc2ad-3380-4d7d-91d5-65250a1251cf,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:58.694515 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:08:58.880139 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:08:58.908251 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00159a5-5d9a-4633-a31f-60f0d9320fec None None] The sync data for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi is: [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:08:58.977789 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45334d5-f862-4977-bee4-349c3e009e4a req-9e7c87a2-437a-48ba-a695-dc147ddb4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:58.979390 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b45334d5-f862-4977-bee4-349c3e009e4a req-9e7c87a2-437a-48ba-a695-dc147ddb4ff9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 1133 time: 0.0437567 May 11 21:08:59.026829 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b45334d5-f862-4977-bee4-349c3e009e4a req-22eabcbb-ddaa-41b0-af2c-a5672a1a6e3e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 May 11 21:08:59.156565 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb987c-4d94-480a-a779-ec86eb7b82df None None] New status for floating IP b175f8a6-e854-4636-ba42-1837b0f786af: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:08:59.468048 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23761230-96a8-4a99-8074-1fff616b4763 req-a1b68a12-8360-4c59-8f92-5877acb17801 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:08:59.469496 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23761230-96a8-4a99-8074-1fff616b4763 req-a1b68a12-8360-4c59-8f92-5877acb17801 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 949 time: 0.0456755 May 11 21:08:59.516263 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-23761230-96a8-4a99-8074-1fff616b4763 req-479f8fc3-3863-443b-ab0f-1fba3b421e79 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 May 11 21:08:59.672122 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48408) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:59.727825 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (a84a41fd-259a-43f4-bfca-45749e7e80a8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:59.750015 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (a84a41fd-259a-43f4-bfca-45749e7e80a8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:59.872362 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (a84a41fd-259a-43f4-bfca-45749e7e80a8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:59.874946 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:08:59.876605 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "DELETE /v2.0/security-groups/a84a41fd-259a-43f4-bfca-45749e7e80a8 HTTP/1.1" status: 204 len: 168 time: 0.2029989 May 11 21:08:59.879376 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48410) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:59.885645 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84a41fd-259a-43f4-bfca-45749e7e80a8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:08:59.893310 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.893491 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-b6962ee7-a20a-4917-bfc8-b4e5801bca29 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] show failed (client error): The resource could not be found. May 11 21:08:59.893700 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.894029 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.894369 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.894735 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.895073 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.895401 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.895732 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.896066 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.896413 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.896724 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.897060 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.897249 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b6962ee7-a20a-4917-bfc8-b4e5801bca29 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups/a84a41fd-259a-43f4-bfca-45749e7e80a8 HTTP/1.1" status: 404 len: 347 time: 0.0168304 May 11 21:08:59.897422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.897959 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:08:59.898077 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48412) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:08:59.898287 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44841c91-77ad-45aa-a426-06d49a0cc4f8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.012629 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Deleting port 5c140542-c43b-44b9-9142-c08d3f9bf03f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:09:00.012968 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (5c140542-c43b-44b9-9142-c08d3f9bf03f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:00.089232 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (5c140542-c43b-44b9-9142-c08d3f9bf03f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:00.089590 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (5c140542-c43b-44b9-9142-c08d3f9bf03f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:00.101122 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Calling delete_port for 5c140542-c43b-44b9-9142-c08d3f9bf03f owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:09:00.283971 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 17516495-e3a1-4e3b-9f09-7e6a38573ceb no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:09:00.291356 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (5c140542-c43b-44b9-9142-c08d3f9bf03f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:00.307910 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 17516495-e3a1-4e3b-9f09-7e6a38573ceb {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:09:00.310781 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 17516495-e3a1-4e3b-9f09-7e6a38573ceb not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:09:00.322292 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event deleted for resources: {'Port': ['ID=5c140542-c43b-44b9-9142-c08d3f9bf03f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:00.345947 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.346303 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.346647 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.346989 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.347333 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.347664 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.347999 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.348325 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.348652 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.348978 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.349304 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.349652 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.349985 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.350309 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.350656 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:00.391080 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (b175f8a6-e854-4636-ba42-1837b0f786af), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:00.393622 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:00.394791 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-45ff41b8-5204-4ce2-8cfe-3e6aeb137b00 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "DELETE /v2.0/floatingips/b175f8a6-e854-4636-ba42-1837b0f786af HTTP/1.1" status: 204 len: 168 time: 0.4957647 May 11 21:09:00.572394 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48418) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:00.577096 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-07a9e500-94df-4054-ac2a-db835f40b395 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799556855', 'description': 'tempest-description--1143511484'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:00.631199 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3a7c1-cf66-466a-ace4-85c5efa3e2a9 req-4d0a0401-8361-48ea-8def-09643c6047b2 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:00.632658 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4f3a7c1-cf66-466a-ace4-85c5efa3e2a9 req-4d0a0401-8361-48ea-8def-09643c6047b2 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 949 time: 0.0465000 May 11 21:09:00.677921 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07a9e500-94df-4054-ac2a-db835f40b395 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:00.680569 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4f3a7c1-cf66-466a-ace4-85c5efa3e2a9 req-f0f5a63c-d05d-489e-9083-b3ff0d9d655d tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 May 11 21:09:00.746324 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07a9e500-94df-4054-ac2a-db835f40b395 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (d1e33473-43b9-4b7e-8fde-a8b0a679fb16), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:00.872374 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07a9e500-94df-4054-ac2a-db835f40b395 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d1e33473-43b9-4b7e-8fde-a8b0a679fb16), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:00.903970 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9e500-94df-4054-ac2a-db835f40b395 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e33473-43b9-4b7e-8fde-a8b0a679fb16,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:01.000015 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07a9e500-94df-4054-ac2a-db835f40b395 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:01.001243 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-07a9e500-94df-4054-ac2a-db835f40b395 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4277468 May 11 21:09:01.003968 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48420) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:01.010645 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6b0a1bd0-73e0-4dd9-9cf3-814d757d9649 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'security_group_rule': {'security_group_id': 'd1e33473-43b9-4b7e-8fde-a8b0a679fb16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:01.106327 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1bd0-73e0-4dd9-9cf3-814d757d9649 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (0cda79aa-48bc-4328-aec1-44b1b0993393), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:01.163248 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1bd0-73e0-4dd9-9cf3-814d757d9649 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (0cda79aa-48bc-4328-aec1-44b1b0993393), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:01.249778 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1bd0-73e0-4dd9-9cf3-814d757d9649 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (0cda79aa-48bc-4328-aec1-44b1b0993393), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:01.269406 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a1bd0-73e0-4dd9-9cf3-814d757d9649 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cda79aa-48bc-4328-aec1-44b1b0993393,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:01.346116 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6b0a1bd0-73e0-4dd9-9cf3-814d757d9649 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:01.347565 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6b0a1bd0-73e0-4dd9-9cf3-814d757d9649 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424394 May 11 21:09:01.350112 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48424) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:01.354254 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-84f8cfb4-8e17-4211-8df6-9820890f035c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'security_group_rule': {'security_group_id': 'd1e33473-43b9-4b7e-8fde-a8b0a679fb16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:01.506705 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84f8cfb4-8e17-4211-8df6-9820890f035c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (de929396-9691-4120-bb37-fe7425bb92db), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:01.561105 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84f8cfb4-8e17-4211-8df6-9820890f035c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (de929396-9691-4120-bb37-fe7425bb92db), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:01.658078 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84f8cfb4-8e17-4211-8df6-9820890f035c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (de929396-9691-4120-bb37-fe7425bb92db), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:01.675798 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8cfb4-8e17-4211-8df6-9820890f035c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de929396-9691-4120-bb37-fe7425bb92db,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:01.785961 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-84f8cfb4-8e17-4211-8df6-9820890f035c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:01.787118 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-84f8cfb4-8e17-4211-8df6-9820890f035c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4360986 May 11 21:09:01.790306 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48428) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:01.794769 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:01.795256 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a4e5c-4449-400e-9092-3ffe7627804d req-44e36eb7-8bef-464f-8880-9c0bbc787fe2 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:01.796720 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-686a4e5c-4449-400e-9092-3ffe7627804d req-44e36eb7-8bef-464f-8880-9c0bbc787fe2 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 949 time: 0.0492914 May 11 21:09:01.843765 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-686a4e5c-4449-400e-9092-3ffe7627804d req-bae88ef8-3b1e-4572-902e-747c70edef26 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 May 11 21:09:01.872637 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:01.952677 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:02.059056 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Allocated IP 172.27.3.193 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/238479a2-2b0d-4991-ab0e-7ac6105c96f4) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:09:02.156348 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for port (238479a2-2b0d-4991-ab0e-7ac6105c96f4), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:02.271011 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (238479a2-2b0d-4991-ab0e-7ac6105c96f4), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:02.308315 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:09:02.311307 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:09:02.317492 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:09:02.345366 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'Port': ['ID=238479a2-2b0d-4991-ab0e-7ac6105c96f4,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:02.406250 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce9eab-14e9-4185-b480-a9a6d63c3d08 req-df70f2bd-f6f9-4aff-823d-b7d74dd2b1e8 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:02.408448 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-37ce9eab-14e9-4185-b480-a9a6d63c3d08 req-df70f2bd-f6f9-4aff-823d-b7d74dd2b1e8 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 949 time: 0.0534005 May 11 21:09:02.411666 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (1b75a7fd-cadf-42cd-b962-ae77fac44b7c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:02.453890 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-37ce9eab-14e9-4185-b480-a9a6d63c3d08 req-c88d85e7-8869-436f-adb2-61e4a2e42489 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398297 May 11 21:09:02.540810 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (238479a2-2b0d-4991-ab0e-7ac6105c96f4), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:02.722564 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for port (238479a2-2b0d-4991-ab0e-7ac6105c96f4), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:02.800914 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (238479a2-2b0d-4991-ab0e-7ac6105c96f4), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:02.868691 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'Port': ['ID=238479a2-2b0d-4991-ab0e-7ac6105c96f4,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:02.882273 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (1b75a7fd-cadf-42cd-b962-ae77fac44b7c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:02.957720 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:02.958946 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-40d45f65-db5d-4713-a798-f4cb3da1c6e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1675780 May 11 21:09:03.149177 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-80944a71-4dd1-4700-8d63-874c386e7923 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--799556855&fields=id&tenant_id=54d75c229dc14e59b53a1ec63a0f00f8 HTTP/1.1" status: 200 len: 267 time: 0.0418797 May 11 21:09:03.250808 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-4f573b66-e52b-4cd1-98d9-40017590c21c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:03.252765 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-4f573b66-e52b-4cd1-98d9-40017590c21c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 817 time: 0.0971844 May 11 21:09:03.266999 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-90f4bc83-e18b-4855-8537-a33ba96eb1c7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/quotas/54d75c229dc14e59b53a1ec63a0f00f8 HTTP/1.1" status: 200 len: 375 time: 0.0088921 May 11 21:09:03.317384 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-84ae7849-301a-43d6-85cd-1093abe17c68 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456209 May 11 21:09:03.456538 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-6e3fe4ac-9893-459b-9021-3b858bd104a0 service neutron] 10.222.0.35 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281404 May 11 21:09:03.549172 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-f79e4899-f402-4a3e-973f-1a6d8bf2316f service neutron] 10.222.0.35 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869148 May 11 21:09:03.566185 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9272cb-d380-4a92-9db7-51ce3efa5ac1 req-77738975-ec0b-4f4f-9a7e-06ae9437b420 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:03.567711 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e9272cb-d380-4a92-9db7-51ce3efa5ac1 req-77738975-ec0b-4f4f-9a7e-06ae9437b420 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 949 time: 0.0472558 May 11 21:09:03.614083 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e9272cb-d380-4a92-9db7-51ce3efa5ac1 req-5f076d48-d2ac-4f84-af99-1770db37b74e tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/security-groups?id=6f866c61-54af-41f8-9e1a-d94fdc252d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 May 11 21:09:03.791485 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3fae1322-0d26-4685-9af4-928b3adec2c0 req-8641745e-31a5-478b-8627-1a7e5dbacc21 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 210 time: 0.0278704 May 11 21:09:03.996464 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-7a0df6be-d866-4972-baa5-f0517af3565f tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:03.997962 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-7a0df6be-d866-4972-baa5-f0517af3565f tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.70 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 949 time: 0.0467396 May 11 21:09:04.093076 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-3c31edc6-5764-4393-995f-878ae8c18a9b tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Deleting port 871cc2ad-3380-4d7d-91d5-65250a1251cf {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:09:04.094374 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-3c31edc6-5764-4393-995f-878ae8c18a9b tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:04.180623 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-3c31edc6-5764-4393-995f-878ae8c18a9b tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] For port 871cc2ad-3380-4d7d-91d5-65250a1251cf, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=871cc2ad-3380-4d7d-91d5-65250a1251cf,segment=NetworkSegment(912d05d4-25bc-4ae4-9253-02ab04ce5a51),segment_id=912d05d4-25bc-4ae4-9253-02ab04ce5a51)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:09:04.180991 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-3c31edc6-5764-4393-995f-878ae8c18a9b tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:04.195692 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-3c31edc6-5764-4393-995f-878ae8c18a9b tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Calling delete_port for 871cc2ad-3380-4d7d-91d5-65250a1251cf owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:09:04.409687 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-3c31edc6-5764-4393-995f-878ae8c18a9b tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (871cc2ad-3380-4d7d-91d5-65250a1251cf), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:04.421490 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['871cc2ad-3380-4d7d-91d5-65250a1251cf'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:09:04.439340 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31edc6-5764-4393-995f-878ae8c18a9b tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Pushing event deleted for resources: {'Port': ['ID=871cc2ad-3380-4d7d-91d5-65250a1251cf,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:04.492340 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-3c31edc6-5764-4393-995f-878ae8c18a9b tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] No DVR routers for this DVR port 871cc2ad-3380-4d7d-91d5-65250a1251cf on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:09:04.495056 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-3c31edc6-5764-4393-995f-878ae8c18a9b tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:04.498340 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8def9c4f-6656-40bb-9798-d201bab66a7c req-3c31edc6-5764-4393-995f-878ae8c18a9b tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.70 "DELETE /v2.0/ports/871cc2ad-3380-4d7d-91d5-65250a1251cf HTTP/1.1" status: 204 len: 173 time: 0.4931350 May 11 21:09:04.498781 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5941b8c0-91b8-4a55-a89a-ce08c7d18b8b', 'name': 'network-vif-deleted', 'tag': '871cc2ad-3380-4d7d-91d5-65250a1251cf'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:09:04.501778 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ba526a-30d4-4924-a531-873f0b4f1043" -d '{"events": [{"server_uuid": "5941b8c0-91b8-4a55-a89a-ce08c7d18b8b", "name": "network-vif-deleted", "tag": "871cc2ad-3380-4d7d-91d5-65250a1251cf"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:09:04.538663 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0037f3f-abb6-4eac-ba82-120e7d49c7d8 x-openstack-request-id: req-f0037f3f-abb6-4eac-ba82-120e7d49c7d8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:09:04.538955 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5941b8c0-91b8-4a55-a89a-ce08c7d18b8b", "name": "network-vif-deleted", "tag": "871cc2ad-3380-4d7d-91d5-65250a1251cf", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:09:04.539210 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0037f3f-abb6-4eac-ba82-120e7d49c7d8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:09:04.539635 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0037f3f-abb6-4eac-ba82-120e7d49c7d8'] response: {'server_uuid': '5941b8c0-91b8-4a55-a89a-ce08c7d18b8b', 'name': 'network-vif-deleted', 'tag': '871cc2ad-3380-4d7d-91d5-65250a1251cf', 'status': 'completed', 'code': 200} May 11 21:09:04.711272 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-20ee6d1c-7e1e-4bbc-aadc-702578c28c23 req-71d3ec41-6dfd-4bf8-a39d-ecfc7a740f7d tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 210 time: 0.0309458 May 11 21:09:04.890790 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-41aece24-a503-4c53-82a5-1b609f642475 req-bc26359c-daa7-4d7e-8faa-77ec4841a5c4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 210 time: 0.0282497 May 11 21:09:05.817059 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-23699258-c661-4f7b-94ae-c94cebc88f14 req-8a522af2-0c89-4bcd-94af-03552c815424 tempest-VolumesNegativeTest-1434741415 tempest-VolumesNegativeTest-1434741415-project] 10.222.0.35 "GET /v2.0/ports?device_id=5941b8c0-91b8-4a55-a89a-ce08c7d18b8b HTTP/1.1" status: 200 len: 210 time: 0.0283625 May 11 21:09:05.982771 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-cf71eae3-7e7c-4e5f-8427-14bc42de524a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:05.984278 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-cf71eae3-7e7c-4e5f-8427-14bc42de524a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.70 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 817 time: 0.1149006 May 11 21:09:06.009109 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d63d5cbe-b1bd-4b67-a0bb-ec4af93fd4fc req-1dd63412-1890-47ff-a4b1-e91c606fdcd5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 210 time: 0.0457098 May 11 21:09:06.054847 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-fc504f7a-6b60-401f-84bc-1de9ac8e14e9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54d75c229dc14e59b53a1ec63a0f00f8 HTTP/1.1" status: 200 len: 379 time: 0.0519772 May 11 21:09:06.066523 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'port': {'device_id': 'b2f00c24-95f0-4551-990e-c18813091765', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'admin_state_up': True, 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'security_groups': ['d1e33473-43b9-4b7e-8fde-a8b0a679fb16']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:06.236286 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Made reservation on behalf of 54d75c229dc14e59b53a1ec63a0f00f8 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:09:06.239767 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:06.364766 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Allocated IP 172.20.0.11 (cba3ba85-9c39-4c2e-a36c-66082d4dfb25/f6dc7980-bf6d-4a31-a1cf-581932df2c50/f03f2724-557a-44bf-a2f6-34c8f1d25081) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:09:06.500924 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:06.596447 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:06.635690 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:09:06.638510 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:09:06.642176 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:09:06.670240 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event updated for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:06.698255 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:06.698878 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:06.804217 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-478bb33c-9c21-41a8-b0aa-c8cd984e93f0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7417860 May 11 21:09:06.817945 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Request body: {'port': {'device_id': 'b2f00c24-95f0-4551-990e-c18813091765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:06.871989 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-b4faad3c-198d-40dd-ab62-0e7ca6435e3f None None] Provisioning complete for port f03f2724-557a-44bf-a2f6-34c8f1d25081 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:09:06.871989 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b4faad3c-198d-40dd-ab62-0e7ca6435e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:06.886743 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:06.914116 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b4faad3c-198d-40dd-ab62-0e7ca6435e3f None None] Port f03f2724-557a-44bf-a2f6-34c8f1d25081 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:09:07.151973 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd266c-3e3f-4404-9de5-5a871c517d10 req-bf594868-7c35-44a5-a6cb-272271bce5d6 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:07.153670 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34cd266c-3e3f-4404-9de5-5a871c517d10 req-bf594868-7c35-44a5-a6cb-272271bce5d6 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 932 time: 0.0617945 May 11 21:09:07.245389 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-34cd266c-3e3f-4404-9de5-5a871c517d10 req-cf568886-7076-4aa3-b192-75a4396414a3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770884 May 11 21:09:07.255128 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03f2724-557a-44bf-a2f6-34c8f1d25081 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:09:07.263311 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Publish callbacks [] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:07.276447 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Transition to ACTIVE for port object f03f2724-557a-44bf-a2f6-34c8f1d25081 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:09:07.346481 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:07.402257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Pushing event updated for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:07.474849 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Attempting to bind port f03f2724-557a-44bf-a2f6-34c8f1d25081 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:09:07.475179 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Attempting to bind port f03f2724-557a-44bf-a2f6-34c8f1d25081 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:09:07.475660 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Attempting to bind port f03f2724-557a-44bf-a2f6-34c8f1d25081 on network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:09:07.479973 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Port f03f2724-557a-44bf-a2f6-34c8f1d25081 on network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:09:07.480385 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Attempting to bind port f03f2724-557a-44bf-a2f6-34c8f1d25081 on network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:09:07.486024 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:09:07.486355 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Checking segment: {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:09:07.486775 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Bound using segment: {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:09:07.487189 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Bound port: f03f2724-557a-44bf-a2f6-34c8f1d25081, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed33b012-7d61-4101-b126-90aa8687ae6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:09:07.487535 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:07.556975 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:09:07.560753 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:09:07.624795 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:07.660119 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:07.660119 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:07.660119 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] 10.222.0.70 "PUT /v2.0/ports/f03f2724-557a-44bf-a2f6-34c8f1d25081 HTTP/1.1" status: 200 len: 1094 time: 0.8460500 May 11 21:09:07.661162 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:09:07.671065 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53163db4-b886-4c27-b33b-d39e8309488c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:09:07.698690 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8630373-c5e7-4a0b-8814-86d41a167e83 service neutron] Pushing event updated for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:07.716210 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c763d9d8-00dd-4298-9744-cfeeacd25c02 x-openstack-request-id: req-c763d9d8-00dd-4298-9744-cfeeacd25c02 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:09:07.716697 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:09:07.717014 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c763d9d8-00dd-4298-9744-cfeeacd25c02 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:09:07.717540 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c763d9d8-00dd-4298-9744-cfeeacd25c02'] response: {'name': 'network-changed', 'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'status': 'completed', 'code': 200} May 11 21:09:07.799130 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163db4-b886-4c27-b33b-d39e8309488c req-92e739f1-1843-4c2c-b2cd-4dc152c41e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:07.800832 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-53163db4-b886-4c27-b33b-d39e8309488c req-92e739f1-1843-4c2c-b2cd-4dc152c41e6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 1128 time: 0.0529952 May 11 21:09:07.927578 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163db4-b886-4c27-b33b-d39e8309488c req-a6ae40d2-9c01-455f-a31d-cb7f1aa2d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:07.929299 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-53163db4-b886-4c27-b33b-d39e8309488c req-a6ae40d2-9c01-455f-a31d-cb7f1aa2d912 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1130023 May 11 21:09:08.037046 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163db4-b886-4c27-b33b-d39e8309488c req-d359450a-0880-44f8-aa6f-377750e0b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:08.038559 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-53163db4-b886-4c27-b33b-d39e8309488c req-d359450a-0880-44f8-aa6f-377750e0b0ab service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032205 May 11 21:09:08.118011 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-e25ac46f-33d5-4adb-b9a4-0756a725df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:08.119505 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-e25ac46f-33d5-4adb-b9a4-0756a725df87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 1128 time: 0.0408165 May 11 21:09:08.164627 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-f49e8bb8-9389-4470-be7f-ad41cd863b28 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081 HTTP/1.1" status: 200 len: 217 time: 0.0335674 May 11 21:09:08.212074 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-0cec8160-fe78-4eb4-8a14-4f11d11956c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:08.213492 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-0cec8160-fe78-4eb4-8a14-4f11d11956c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 200 len: 856 time: 0.0423479 May 11 21:09:08.260170 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-7b52490b-27ad-444d-ba7b-6581564eea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:08.261701 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-7b52490b-27ad-444d-ba7b-6581564eea23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408852 May 11 21:09:08.347842 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 871cc2ad-3380-4d7d-91d5-65250a1251cf no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:09:08.369047 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 871cc2ad-3380-4d7d-91d5-65250a1251cf {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:09:08.369047 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 871cc2ad-3380-4d7d-91d5-65250a1251cf not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:09:08.385292 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760346aa-53bd-4531-9370-d25938fecdad req-6cb5a177-88d8-4119-941d-419facd246e5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:08.386848 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-760346aa-53bd-4531-9370-d25938fecdad req-6cb5a177-88d8-4119-941d-419facd246e5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0624378 May 11 21:09:08.405135 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-96a81bdd-27ac-47c1-8aee-05a7e5f3cafb service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366904 May 11 21:09:08.464758 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-760346aa-53bd-4531-9370-d25938fecdad req-d3acd42b-15f1-4d2e-9ca1-a28e49a42e14 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700135 May 11 21:09:08.517937 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af24e3ef-3342-4691-a1eb-bbee05b14472 req-7736eced-c126-4ae5-87d5-826eaed41038 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999835 May 11 21:09:09.585412 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd3172-5dab-4113-8dc7-57fc6a6347dc req-2dc3822f-1808-453b-b696-5869acd5ab4f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:09.587366 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92dd3172-5dab-4113-8dc7-57fc6a6347dc req-2dc3822f-1808-453b-b696-5869acd5ab4f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0477803 May 11 21:09:09.643491 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92dd3172-5dab-4113-8dc7-57fc6a6347dc req-842c8604-dcd5-4eb5-975f-da451aaefc48 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504651 May 11 21:09:10.003625 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4f8c5fea-280e-41ae-8bfe-2292bd6e66b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:10.375298 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device f03f2724-557a-44bf-a2f6-34c8f1d25081 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:09:10.477450 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:09:10.488996 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'port_id': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'mac_address': 'fa:16:3e:e3:20:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:09:10.526531 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port f03f2724-557a-44bf-a2f6-34c8f1d25081 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:09:10.526925 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:10.542949 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03f2724-557a-44bf-a2f6-34c8f1d25081 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:09:10.562075 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:09:10.660629 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:10.708021 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:10.770120 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98d8d4-62a0-44c6-ab8e-deb1296eaac9 req-8419afa1-61c8-4594-a44c-866e58b9beae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:10.771818 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be98d8d4-62a0-44c6-ab8e-deb1296eaac9 req-8419afa1-61c8-4594-a44c-866e58b9beae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 945 time: 0.0525725 May 11 21:09:10.818212 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-be98d8d4-62a0-44c6-ab8e-deb1296eaac9 req-3328962f-4d1b-4f54-9585-ce00cb9c663b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408208 May 11 21:09:10.998168 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['f03f2724-557a-44bf-a2f6-34c8f1d25081'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:09:11.938227 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d5249-f016-4775-a605-4c6a316bb846 req-de0da981-a425-405c-9aa1-0d8f9e28025d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:11.939731 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f83d5249-f016-4775-a605-4c6a316bb846 req-de0da981-a425-405c-9aa1-0d8f9e28025d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 945 time: 0.0506856 May 11 21:09:11.984860 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f83d5249-f016-4775-a605-4c6a316bb846 req-edc348c0-b03e-4399-a24a-5742d5d737c3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395172 May 11 21:09:12.186169 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-7315f535-8e38-448f-a9e7-1f36680d7c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:12.408215 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device f03f2724-557a-44bf-a2f6-34c8f1d25081 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:09:12.451382 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port f03f2724-557a-44bf-a2f6-34c8f1d25081 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:09:12.512145 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port f03f2724-557a-44bf-a2f6-34c8f1d25081 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:09:12.512547 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:12.587333 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port f03f2724-557a-44bf-a2f6-34c8f1d25081 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:09:12.587717 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:12.613927 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:09:12.616117 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5988b8-fe85-4522-90c4-b35c75e7c69d" -d '{"events": [{"server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "name": "network-vif-plugged", "status": "completed", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:09:12.627899 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:09:12.651577 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d8e53a-1ae9-4a90-9e06-63fd14966c07 x-openstack-request-id: req-24d8e53a-1ae9-4a90-9e06-63fd14966c07 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:09:12.651890 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "name": "network-vif-plugged", "status": "completed", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:09:12.652150 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24d8e53a-1ae9-4a90-9e06-63fd14966c07 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:09:12.652544 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d8e53a-1ae9-4a90-9e06-63fd14966c07'] response: {'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'code': 200} May 11 21:09:12.710177 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:12.759042 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48740) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:12.759617 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:12.767671 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.768018 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.768380 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.768739 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.769075 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.769405 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.769772 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.770090 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.770414 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.770736 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.771059 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.771402 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.771759 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.772080 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.772395 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:09:12.889937 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a6862090-db31-4b45-89bb-c5b87a73973e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a2c60193ec94c6ea7d7247efe9fc087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294780 May 11 21:09:12.892959 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48744) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:12.964161 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9a875-5180-4823-bdc1-d33f5a2c37b6 req-1dfeba0d-9296-4949-a843-f69579d0cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:12.965661 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5cd9a875-5180-4823-bdc1-d33f5a2c37b6 req-1dfeba0d-9296-4949-a843-f69579d0cc9c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 1130 time: 0.0557270 May 11 21:09:12.970739 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b8f33f58-e1ed-4935-83d6-dbcb2af40a83 admin admin] Publish callbacks [] for security_group (6f866c61-54af-41f8-9e1a-d94fdc252d85), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:13.006934 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b8f33f58-e1ed-4935-83d6-dbcb2af40a83 admin admin] Publish callbacks [] for security_group (6f866c61-54af-41f8-9e1a-d94fdc252d85), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:13.053483 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5cd9a875-5180-4823-bdc1-d33f5a2c37b6 req-0718004f-70d3-4b6f-b851-4e53706bd900 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741825 May 11 21:09:13.102557 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f86529-f8a6-46ff-b865-c27c9fffafff req-938bc085-450c-4161-bd5d-d22956f49a59 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:13.103934 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b5f86529-f8a6-46ff-b865-c27c9fffafff req-938bc085-450c-4161-bd5d-d22956f49a59 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0463023 May 11 21:09:13.144195 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b8f33f58-e1ed-4935-83d6-dbcb2af40a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (6f866c61-54af-41f8-9e1a-d94fdc252d85), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:13.146851 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b8f33f58-e1ed-4935-83d6-dbcb2af40a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:13.148377 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b8f33f58-e1ed-4935-83d6-dbcb2af40a83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f866c61-54af-41f8-9e1a-d94fdc252d85 HTTP/1.1" status: 204 len: 168 time: 0.2541227 May 11 21:09:13.150143 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b5f86529-f8a6-46ff-b865-c27c9fffafff req-847f6722-4655-4da7-8bf4-ccab14d29d2e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405645 May 11 21:09:13.156280 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f33f58-e1ed-4935-83d6-dbcb2af40a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f866c61-54af-41f8-9e1a-d94fdc252d85,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:13.769245 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:14.270376 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b4fe-ed15-4da8-968f-b4a0b80c1bff req-8bb5968b-07b7-4200-945e-8107de574bb6 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:14.272268 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ce3b4fe-ed15-4da8-968f-b4a0b80c1bff req-8bb5968b-07b7-4200-945e-8107de574bb6 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0495846 May 11 21:09:14.322292 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ce3b4fe-ed15-4da8-968f-b4a0b80c1bff req-c29d76ec-4bb1-41cb-85e9-8b18e9611656 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440900 May 11 21:09:14.351679 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:09:15.047327 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:15.440171 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9234a7-a294-4ac8-965c-da622e901c25 req-244536ad-0659-4815-9799-bb2c87903d39 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:15.441672 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1c9234a7-a294-4ac8-965c-da622e901c25 req-244536ad-0659-4815-9799-bb2c87903d39 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0470991 May 11 21:09:15.488646 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1c9234a7-a294-4ac8-965c-da622e901c25 req-c905228a-3bf6-49ee-8289-6743e7564461 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412202 May 11 21:09:15.602561 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163144ba-0cd5-4c03-87da-fc271ba83f66 req-af814beb-d8ba-413f-9a51-bea4a71d58bb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:15.604049 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-163144ba-0cd5-4c03-87da-fc271ba83f66 req-af814beb-d8ba-413f-9a51-bea4a71d58bb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0468836 May 11 21:09:15.613065 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48774) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:15.617483 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-f0134567-ecdd-4ddd-81bb-a83b98cc4a72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Request body: {'floatingip': {'port_id': 'f03f2724-557a-44bf-a2f6-34c8f1d25081'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:15.661903 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0134567-ecdd-4ddd-81bb-a83b98cc4a72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (1b75a7fd-cadf-42cd-b962-ae77fac44b7c), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:16.088582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0134567-ecdd-4ddd-81bb-a83b98cc4a72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:16.178264 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0134567-ecdd-4ddd-81bb-a83b98cc4a72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (1b75a7fd-cadf-42cd-b962-ae77fac44b7c), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:16.277695 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-f0134567-ecdd-4ddd-81bb-a83b98cc4a72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Floating IP 1b75a7fd-cadf-42cd-b962-ae77fac44b7c associated. External IP: 172.27.3.193, port: f03f2724-557a-44bf-a2f6-34c8f1d25081. May 11 21:09:16.604021 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:16.743083 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0134567-ecdd-4ddd-81bb-a83b98cc4a72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Router fd503219-3b02-4eeb-851e-cc430fd7a8b3 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:09:16.850303 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0134567-ecdd-4ddd-81bb-a83b98cc4a72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:09:16.854957 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f0134567-ecdd-4ddd-81bb-a83b98cc4a72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:16.859305 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652309d-327e-46e2-8e5d-34817197617d None None] Sync routers for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:09:16.869554 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652309d-327e-46e2-8e5d-34817197617d None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:09:16.870180 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c652309d-327e-46e2-8e5d-34817197617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:09:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:16.883459 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f0134567-ecdd-4ddd-81bb-a83b98cc4a72 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "PUT /v2.0/floatingips/1b75a7fd-cadf-42cd-b962-ae77fac44b7c HTTP/1.1" status: 200 len: 992 time: 1.2693245 May 11 21:09:16.884041 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:09:16.886309 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:09:16.922378 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767f0539-e1a6-452a-a6c8-bcf8f70bac60 x-openstack-request-id: req-767f0539-e1a6-452a-a6c8-bcf8f70bac60 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:09:16.922674 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:09:16.922933 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-767f0539-e1a6-452a-a6c8-bcf8f70bac60 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:09:16.923914 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767f0539-e1a6-452a-a6c8-bcf8f70bac60'] response: {'name': 'network-changed', 'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'status': 'completed', 'code': 200} May 11 21:09:16.976642 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c652309d-327e-46e2-8e5d-34817197617d None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:09:16.985738 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-4af2a5f2-a2ce-420e-bbb6-a63ea0fc80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:16.987782 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-4af2a5f2-a2ce-420e-bbb6-a63ea0fc80d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 1130 time: 0.0391262 May 11 21:09:17.079222 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-52dac170-c4cd-4fdc-be00-701e16a60877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:17.080725 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-52dac170-c4cd-4fdc-be00-701e16a60877 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 918 time: 0.0862606 May 11 21:09:17.156268 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-92eab1e0-53fc-44d0-b711-98f635855efd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081 HTTP/1.1" status: 200 len: 1000 time: 0.0573657 May 11 21:09:17.190282 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c652309d-327e-46e2-8e5d-34817197617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '1b75a7fd-cadf-42cd-b962-ae77fac44b7c', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'port_id': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'mac_address': 'fa:16:3e:e3:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f00c24-95f0-4551-990e-c18813091765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:09:02Z', 'updated_at': '2022-05-11T21:09:16Z', 'revision_number': 1, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:17.207645 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-baadbb7d-32f7-4a68-8c51-9609946b9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:17.209163 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-baadbb7d-32f7-4a68-8c51-9609946b9b27 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 200 len: 856 time: 0.0468049 May 11 21:09:17.219531 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652309d-327e-46e2-8e5d-34817197617d None None] Checking router: fd503219-3b02-4eeb-851e-cc430fd7a8b3 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:09:17.231052 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652309d-327e-46e2-8e5d-34817197617d None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:09:17.231666 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c652309d-327e-46e2-8e5d-34817197617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:09:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:17.253358 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-77985d2e-5a69-45b2-960e-eaaeadccfb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:17.256551 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-77985d2e-5a69-45b2-960e-eaaeadccfb1c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383761 May 11 21:09:17.339232 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c652309d-327e-46e2-8e5d-34817197617d None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:09:17.354818 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-30f2bb6e-39d6-4803-8ab7-cf53d96199e8 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854452 May 11 21:09:17.443993 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ed646555-5faf-4bab-bd9a-2d2ad07a3a5b req-429c328a-2a67-47cc-85bb-7d94a24b3f51 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818384 May 11 21:09:17.549600 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c652309d-327e-46e2-8e5d-34817197617d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '1b75a7fd-cadf-42cd-b962-ae77fac44b7c', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'port_id': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'mac_address': 'fa:16:3e:e3:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f00c24-95f0-4551-990e-c18813091765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:09:02Z', 'updated_at': '2022-05-11T21:09:16Z', 'revision_number': 1, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:17.578389 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652309d-327e-46e2-8e5d-34817197617d None None] The sync data for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi is: [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '1b75a7fd-cadf-42cd-b962-ae77fac44b7c', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'port_id': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'mac_address': 'fa:16:3e:e3:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f00c24-95f0-4551-990e-c18813091765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:09:02Z', 'updated_at': '2022-05-11T21:09:16Z', 'revision_number': 1, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:09:17.769429 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd11fc5-010f-4239-bce8-b345e4bf1976 None None] New status for floating IP 1b75a7fd-cadf-42cd-b962-ae77fac44b7c: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:09:18.369057 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:23.544844 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd499f06-c8d4-4224-b509-fbb671840be2 req-6ea9f903-54fc-4637-a4ed-ecfa8d78f3b0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:23.546362 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd499f06-c8d4-4224-b509-fbb671840be2 req-6ea9f903-54fc-4637-a4ed-ecfa8d78f3b0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0472744 May 11 21:09:23.593810 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd499f06-c8d4-4224-b509-fbb671840be2 req-fa681eae-15a3-40b4-a302-e5ca59be48a1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 May 11 21:09:23.607825 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-361ccceb-6ee9-44e7-bb90-61a85c03ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:23.609341 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-361ccceb-6ee9-44e7-bb90-61a85c03ec74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 1130 time: 0.0396142 May 11 21:09:23.699038 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-fa4e5191-0f10-4369-951d-5a66f1f8b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:23.700373 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-fa4e5191-0f10-4369-951d-5a66f1f8b944 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 919 time: 0.0849419 May 11 21:09:23.763087 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-bb43e177-49ba-4e9e-b6e1-89e49cad0bad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa313336-1ef9-41c8-900a-4471c553fd70 HTTP/1.1" status: 200 len: 1001 time: 0.0553381 May 11 21:09:23.813426 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-5bb86222-1358-4445-bfb4-c13a70991511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:23.815356 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-5bb86222-1358-4445-bfb4-c13a70991511 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0458176 May 11 21:09:23.860016 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-f0f8e68d-7052-4044-a142-a54a4ca6c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:23.861551 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-f0f8e68d-7052-4044-a142-a54a4ca6c211 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382581 May 11 21:09:23.953380 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-b62151d3-87f9-4c88-b229-2db5cb18eb90 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845747 May 11 21:09:24.040976 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a0d1a966-0ad1-4256-97ce-21789b6d0071 req-0705f47f-cf17-451d-a1c5-389f0576e6f5 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814595 May 11 21:09:24.706251 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea67dd-bb43-488d-8b9f-0e4aa9f020e3 req-4973c053-9f36-474f-9e7a-fa1f61dcd2d2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:24.707615 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32ea67dd-bb43-488d-8b9f-0e4aa9f020e3 req-4973c053-9f36-474f-9e7a-fa1f61dcd2d2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0455420 May 11 21:09:24.757817 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32ea67dd-bb43-488d-8b9f-0e4aa9f020e3 req-420fd4f0-1743-4918-be6f-2fcfad21bac4 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438972 May 11 21:09:25.872598 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412e0cc-3385-4e76-a7cb-4577d69fed0f req-9a616423-52e8-4cc7-bd35-96e4e597397e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:25.874068 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6412e0cc-3385-4e76-a7cb-4577d69fed0f req-9a616423-52e8-4cc7-bd35-96e4e597397e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0491540 May 11 21:09:25.918875 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6412e0cc-3385-4e76-a7cb-4577d69fed0f req-db3cda01-e112-4a49-b8f5-5502e440cedb tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393941 May 11 21:09:27.031185 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8284280-130f-4489-8146-fc926ca3bd8d req-ca45b4fc-f40b-4794-a77b-100791afd172 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:27.032640 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8284280-130f-4489-8146-fc926ca3bd8d req-ca45b4fc-f40b-4794-a77b-100791afd172 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0459409 May 11 21:09:27.078886 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8284280-130f-4489-8146-fc926ca3bd8d req-220bf8cb-4ed0-421b-9141-51c41f8152d6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 May 11 21:09:28.188484 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab09f2-af81-4ba5-9453-05be79a4103d req-8eb715c7-f704-4cb9-bc05-77c3f0f8a04c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:28.190611 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f8ab09f2-af81-4ba5-9453-05be79a4103d req-8eb715c7-f704-4cb9-bc05-77c3f0f8a04c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0450394 May 11 21:09:28.236358 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f8ab09f2-af81-4ba5-9453-05be79a4103d req-c98a8f38-4f97-405f-93b0-4231b4e42063 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405490 May 11 21:09:29.349879 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036eb6-7f10-45c9-8058-5e345b283878 req-cb652aba-a0d2-40b7-9f05-ef0899fbfb86 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:29.351331 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf036eb6-7f10-45c9-8058-5e345b283878 req-cb652aba-a0d2-40b7-9f05-ef0899fbfb86 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0459976 May 11 21:09:29.397032 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bf036eb6-7f10-45c9-8058-5e345b283878 req-b29b86dc-ae71-483b-83db-7bddcaa7a629 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403039 May 11 21:09:30.512570 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb164412-f5bc-4753-a72c-4d5bd78acf37 req-89a28c16-c971-48e4-9687-9cd32eb1d654 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:30.514057 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb164412-f5bc-4753-a72c-4d5bd78acf37 req-89a28c16-c971-48e4-9687-9cd32eb1d654 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0491359 May 11 21:09:30.559807 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb164412-f5bc-4753-a72c-4d5bd78acf37 req-7bb67d32-3967-4199-b847-c7f5e3755cd4 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403788 May 11 21:09:31.672955 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589eab36-93fe-40c3-b503-91d532ffc34e req-0f760940-f9e1-409c-963c-33fde01562af tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:31.675250 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-589eab36-93fe-40c3-b503-91d532ffc34e req-0f760940-f9e1-409c-963c-33fde01562af tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0500939 May 11 21:09:31.720640 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-589eab36-93fe-40c3-b503-91d532ffc34e req-613d75a1-5a00-4f3a-ac3b-747ea92aeaaf tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398598 May 11 21:09:32.832675 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426a8ec-69c5-4e87-9a80-fd70d7f365fa req-5879481f-a9db-4459-a79f-c7821c85370e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:32.834170 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9426a8ec-69c5-4e87-9a80-fd70d7f365fa req-5879481f-a9db-4459-a79f-c7821c85370e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0462253 May 11 21:09:32.879672 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9426a8ec-69c5-4e87-9a80-fd70d7f365fa req-0ce06a70-1abb-42d2-bffd-930c346d4dc2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 May 11 21:09:33.990138 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29982b7c-22ea-4a3b-b33a-be941b00bc46 req-9c50d007-1e0c-40d5-a652-4d729e197c38 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:33.991628 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29982b7c-22ea-4a3b-b33a-be941b00bc46 req-9c50d007-1e0c-40d5-a652-4d729e197c38 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0462179 May 11 21:09:34.041477 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29982b7c-22ea-4a3b-b33a-be941b00bc46 req-b4c61fa7-b77c-41dd-a438-05e7f902fef2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444160 May 11 21:09:35.150944 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81238797-98a0-4792-97d7-a979f1a37466 req-b34f4f35-2061-490f-a1a9-1629060a69e8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:35.152413 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81238797-98a0-4792-97d7-a979f1a37466 req-b34f4f35-2061-490f-a1a9-1629060a69e8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0459979 May 11 21:09:35.198503 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81238797-98a0-4792-97d7-a979f1a37466 req-31a91076-900f-4f46-af65-8a7c0dbcf807 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406008 May 11 21:09:36.309418 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c25804-ae05-43fc-ae81-5aabf16cd331 req-9b38d045-0a28-445a-9d03-c95cda9e3b41 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:36.310938 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29c25804-ae05-43fc-ae81-5aabf16cd331 req-9b38d045-0a28-445a-9d03-c95cda9e3b41 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0462828 May 11 21:09:36.356856 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29c25804-ae05-43fc-ae81-5aabf16cd331 req-630b0d3f-0147-4a18-8fed-755a0ff98852 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398402 May 11 21:09:37.471997 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21cb9b-c003-4b46-9a19-e81203d1fe58 req-83b3aeca-8e5f-42e3-a6d4-51dfa78f7dc7 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:37.474456 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a21cb9b-c003-4b46-9a19-e81203d1fe58 req-83b3aeca-8e5f-42e3-a6d4-51dfa78f7dc7 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0478716 May 11 21:09:37.521195 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1a21cb9b-c003-4b46-9a19-e81203d1fe58 req-4dfaae0c-d988-4486-b10f-ae36cf539e60 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 May 11 21:09:37.997486 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba7bdb-44e5-4c08-9f0b-3112e5742899 req-808a2655-872b-4ea7-9aa2-69cde190eac6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:37.998970 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b7ba7bdb-44e5-4c08-9f0b-3112e5742899 req-808a2655-872b-4ea7-9aa2-69cde190eac6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0458667 May 11 21:09:38.050602 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b7ba7bdb-44e5-4c08-9f0b-3112e5742899 req-6aced809-9d4e-4339-b836-496d0b7c1e20 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453966 May 11 21:09:38.644006 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2492873-3714-4e5c-86c7-104c8d67d276 req-e1f052fe-1c94-4067-b578-70bfb0c57e25 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:38.645475 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e2492873-3714-4e5c-86c7-104c8d67d276 req-e1f052fe-1c94-4067-b578-70bfb0c57e25 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0489292 May 11 21:09:38.690711 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e2492873-3714-4e5c-86c7-104c8d67d276 req-df604c5f-8796-40b1-93ab-2d19090c1fbb tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395260 May 11 21:09:39.161896 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4039ea3-5831-477b-b91f-346f18cfdc60 req-83a8c301-ef89-496f-a5a5-3a2b51e7ae7a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:39.163346 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4039ea3-5831-477b-b91f-346f18cfdc60 req-83a8c301-ef89-496f-a5a5-3a2b51e7ae7a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0462763 May 11 21:09:39.208325 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4039ea3-5831-477b-b91f-346f18cfdc60 req-88de075a-8d09-46a9-a793-88c9d5740b21 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 May 11 21:09:39.802579 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40ec8e-c7f4-40ea-a419-e637135f8528 req-dabc54f5-d475-4142-9775-8ff0c7127b78 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:39.803587 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e40ec8e-c7f4-40ea-a419-e637135f8528 req-dabc54f5-d475-4142-9775-8ff0c7127b78 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0466533 May 11 21:09:39.850605 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e40ec8e-c7f4-40ea-a419-e637135f8528 req-ffd35b8a-e6eb-4ea5-a0d0-a0c4e90682fa tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 May 11 21:09:39.992133 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d6418ec0-40a5-4866-97a2-1ec9d4f5caaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:40.319285 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44e363-548c-443e-8524-6070f74addc4 req-c8519bdb-7e82-4033-9fe6-414891396d5a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:40.321738 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8f44e363-548c-443e-8524-6070f74addc4 req-c8519bdb-7e82-4033-9fe6-414891396d5a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0459828 May 11 21:09:40.366862 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8f44e363-548c-443e-8524-6070f74addc4 req-f857db5c-590e-4403-ad7b-727f601c8b7e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406389 May 11 21:09:40.962899 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c587ce9-b07a-49bd-bd19-8b41a1baa8bb req-56b57383-a0ad-4387-8dac-ffc5c297efac tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:40.964365 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c587ce9-b07a-49bd-bd19-8b41a1baa8bb req-56b57383-a0ad-4387-8dac-ffc5c297efac tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0458181 May 11 21:09:41.017646 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c587ce9-b07a-49bd-bd19-8b41a1baa8bb req-33dbcca1-2687-4f1c-8789-07e143ee6c3c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477204 May 11 21:09:41.019946 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600defb1-e980-457e-814b-f260d74282a2 req-904d33d1-a9ff-4c51-b0bf-255496a8961b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:41.021969 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-600defb1-e980-457e-814b-f260d74282a2 req-904d33d1-a9ff-4c51-b0bf-255496a8961b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.70 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0503974 May 11 21:09:41.115252 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881736a-ec23-48fc-baad-cd6ae07ea0af req-65bf1ac8-ef39-4e13-9291-ae68cb2a6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:41.116702 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c881736a-ec23-48fc-baad-cd6ae07ea0af req-65bf1ac8-ef39-4e13-9291-ae68cb2a6d65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 1130 time: 0.0649946 May 11 21:09:41.148900 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Deleting port 5c51e32e-4186-43e2-9063-ee5936dea096 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:09:41.149146 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:41.225457 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c881736a-ec23-48fc-baad-cd6ae07ea0af req-2b61ded2-bb66-4b54-a859-8a165c7f1c23 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000969 May 11 21:09:41.252525 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] For port 5c51e32e-4186-43e2-9063-ee5936dea096, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=5c51e32e-4186-43e2-9063-ee5936dea096,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:09:41.252883 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:41.423230 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:41.424067 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (fbe4d702-3ddb-4238-a5c2-278a062b6cbe), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:41.424067 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Floating IP fbe4d702-3ddb-4238-a5c2-278a062b6cbe disassociated. External IP: 172.27.3.60, port: 5c51e32e-4186-43e2-9063-ee5936dea096. May 11 21:09:41.424304 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Calling delete_port for 5c51e32e-4186-43e2-9063-ee5936dea096 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:09:41.508574 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b06b-4a36-43ae-942a-bd546e3126cd req-6320efbf-037f-46a9-a721-75dbd75aa93e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:41.510070 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7116b06b-4a36-43ae-942a-bd546e3126cd req-6320efbf-037f-46a9-a721-75dbd75aa93e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 946 time: 0.0756791 May 11 21:09:41.575460 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7116b06b-4a36-43ae-942a-bd546e3126cd req-a9f90db1-71de-4b20-aff6-db28c43dd6a3 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=246d9426-bdb5-4d38-9d83-ba936cb0f554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569284 May 11 21:09:41.661427 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (5c51e32e-4186-43e2-9063-ee5936dea096), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:41.689630 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event deleted for resources: {'Port': ['ID=5c51e32e-4186-43e2-9063-ee5936dea096,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:41.805106 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Router 90219150-3086-4cdf-8c57-9202d7967c1a has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:09:41.913753 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:09:41.924976 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] Sync routers for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:09:41.935385 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:09:41.935990 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:09:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:41.955610 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] No DVR routers for this DVR port 5c51e32e-4186-43e2-9063-ee5936dea096 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:09:41.958118 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:41.961372 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-600defb1-e980-457e-814b-f260d74282a2 req-51f89872-ca58-4a29-ad85-588530bad931 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.70 "DELETE /v2.0/ports/5c51e32e-4186-43e2-9063-ee5936dea096 HTTP/1.1" status: 204 len: 173 time: 0.9345217 May 11 21:09:41.961830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'name': 'network-vif-deleted', 'tag': '5c51e32e-4186-43e2-9063-ee5936dea096'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:09:41.964093 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3394bf9-5f73-4501-90bb-5252dca51e09" -d '{"events": [{"server_uuid": "925e3d97-64b1-4637-9850-0c37d5f2a870", "name": "network-vif-deleted", "tag": "5c51e32e-4186-43e2-9063-ee5936dea096"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:09:41.999039 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9507c78-c8bc-43cb-98ad-26562999ba05 x-openstack-request-id: req-d9507c78-c8bc-43cb-98ad-26562999ba05 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:09:41.999337 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925e3d97-64b1-4637-9850-0c37d5f2a870", "name": "network-vif-deleted", "tag": "5c51e32e-4186-43e2-9063-ee5936dea096", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:09:41.999592 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d9507c78-c8bc-43cb-98ad-26562999ba05 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:09:41.999988 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9507c78-c8bc-43cb-98ad-26562999ba05'] response: {'server_uuid': '925e3d97-64b1-4637-9850-0c37d5f2a870', 'name': 'network-vif-deleted', 'tag': '5c51e32e-4186-43e2-9063-ee5936dea096', 'status': 'completed', 'code': 200} May 11 21:09:42.044806 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:09:42.139604 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467c61d-ca6b-407f-8336-af04aaf351e8 req-a7a89c71-22ef-4038-ab12-ef3cea00295d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:42.141282 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c467c61d-ca6b-407f-8336-af04aaf351e8 req-a7a89c71-22ef-4038-ab12-ef3cea00295d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0498643 May 11 21:09:42.193490 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c467c61d-ca6b-407f-8336-af04aaf351e8 req-00cd55d4-211c-47c0-909e-75e8db13cbc3 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445292 May 11 21:09:42.199635 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b793-7821-4f14-9b44-81b5b7af84f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:42.242413 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:42.273459 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] Checking router: 90219150-3086-4cdf-8c57-9202d7967c1a for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:09:42.282011 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:09:42.282621 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:09:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:42.481973 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:09:42.666146 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:42.681083 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b1a0bb76-43a4-4f71-8d1d-e637bfa660b1 req-05fc2c75-adf5-4cd8-ab22-6d7a13983067 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 210 time: 0.0269818 May 11 21:09:42.691980 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4065c6-3d77-4175-af2e-ddc625bc99f4 None None] The sync data for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi is: [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:09:42.937467 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f083184d-9bca-410c-93e3-6eef589665d1 None None] New status for floating IP fbe4d702-3ddb-4238-a5c2-278a062b6cbe: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:09:43.323248 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3fb9c-d50c-4b67-ae60-188ac2f5fa62 req-ce188b3c-c91a-4047-b0cf-998252f17c54 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:43.324762 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-94f3fb9c-d50c-4b67-ae60-188ac2f5fa62 req-ce188b3c-c91a-4047-b0cf-998252f17c54 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0497513 May 11 21:09:43.371789 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-94f3fb9c-d50c-4b67-ae60-188ac2f5fa62 req-fb9b8301-07b5-4aa0-a707-ee0d14cbed5a tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 May 11 21:09:43.751238 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:43.787438 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b4b3a193-e776-4a7d-81e0-61a7385de9a4 req-52e0d426-ad9d-4088-bb9e-854a49703901 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=925e3d97-64b1-4637-9850-0c37d5f2a870 HTTP/1.1" status: 200 len: 210 time: 0.0272059 May 11 21:09:43.913154 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeac8c-1012-4632-b9f7-7bd1ebd389c2 req-f79640c3-f4de-4ce3-8bc7-4dcbfd1d9ac4 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:43.914635 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1faeac8c-1012-4632-b9f7-7bd1ebd389c2 req-f79640c3-f4de-4ce3-8bc7-4dcbfd1d9ac4 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0464683 May 11 21:09:43.978841 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1faeac8c-1012-4632-b9f7-7bd1ebd389c2 req-ca47584f-3323-48fa-9f43-93a11628b877 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565302 May 11 21:09:43.983399 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-8fa88f1e-f3a3-4cef-9b57-acbbf81c6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:43.984944 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-8fa88f1e-f3a3-4cef-9b57-acbbf81c6ed3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 1130 time: 0.0454814 May 11 21:09:44.085450 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-1025a4bb-2fb2-4ac7-90d9-19d329439f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:44.087002 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-1025a4bb-2fb2-4ac7-90d9-19d329439f5b service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 919 time: 0.0949357 May 11 21:09:44.153251 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-a39de0b9-c6cf-43aa-aee2-d606efd0c1d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa313336-1ef9-41c8-900a-4471c553fd70 HTTP/1.1" status: 200 len: 1001 time: 0.0598052 May 11 21:09:44.203456 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-e9df0d63-96f3-4b96-a9e4-514cbb56bead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:44.204973 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-e9df0d63-96f3-4b96-a9e4-514cbb56bead service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0452802 May 11 21:09:44.251286 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-51abb1ac-4ce9-408b-a8f6-159775f5b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:44.252750 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-51abb1ac-4ce9-408b-a8f6-159775f5b903 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411155 May 11 21:09:44.341199 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-f1c881f9-9757-4e8d-bc17-ac6a3cfa1483 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818627 May 11 21:09:44.437025 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ad25a9f-5a19-4537-a982-e9f3db2ebbc4 req-754a2653-6531-448b-9caf-d912f921801a service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888562 May 11 21:09:44.562271 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 5c51e32e-4186-43e2-9063-ee5936dea096 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:09:44.581814 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 5c51e32e-4186-43e2-9063-ee5936dea096 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:09:44.582160 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 5c51e32e-4186-43e2-9063-ee5936dea096 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:09:44.950229 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48958) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:45.004590 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9e70-75b1-4506-809f-95a713b1f584 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (246d9426-bdb5-4d38-9d83-ba936cb0f554), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.027969 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9e70-75b1-4506-809f-95a713b1f584 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (246d9426-bdb5-4d38-9d83-ba936cb0f554), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.070551 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.101560 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0fbc2-36b5-468f-9908-f66a06dfed78 req-8db92a99-f331-4f55-8110-14c88d50214d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:45.103069 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b5f0fbc2-36b5-468f-9908-f66a06dfed78 req-8db92a99-f331-4f55-8110-14c88d50214d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0530598 May 11 21:09:45.149214 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b5f0fbc2-36b5-468f-9908-f66a06dfed78 req-a92a609c-e560-4d29-bc72-ead4bc44cf66 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403543 May 11 21:09:45.168909 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9e70-75b1-4506-809f-95a713b1f584 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (246d9426-bdb5-4d38-9d83-ba936cb0f554), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.171629 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f3e9e70-75b1-4506-809f-95a713b1f584 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.179157 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0f3e9e70-75b1-4506-809f-95a713b1f584 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "DELETE /v2.0/security-groups/246d9426-bdb5-4d38-9d83-ba936cb0f554 HTTP/1.1" status: 204 len: 168 time: 0.2215548 May 11 21:09:45.181038 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:45.181817 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e9e70-75b1-4506-809f-95a713b1f584 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d9426-bdb5-4d38-9d83-ba936cb0f554,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:45.195124 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-b8d1db4f-79c7-4e3b-8d59-d227761547a3 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] show failed (client error): The resource could not be found. May 11 21:09:45.196100 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b8d1db4f-79c7-4e3b-8d59-d227761547a3 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups/246d9426-bdb5-4d38-9d83-ba936cb0f554 HTTP/1.1" status: 404 len: 347 time: 0.0140693 May 11 21:09:45.199042 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48964) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:45.311734 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fec2203b-19b5-4909-b98f-f03388ef1f41 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Deleting port 4d804eb7-a04e-4585-aff6-df666b8f98d1 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:09:45.312071 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fec2203b-19b5-4909-b98f-f03388ef1f41 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (4d804eb7-a04e-4585-aff6-df666b8f98d1), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.389735 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fec2203b-19b5-4909-b98f-f03388ef1f41 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (4d804eb7-a04e-4585-aff6-df666b8f98d1), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.389964 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fec2203b-19b5-4909-b98f-f03388ef1f41 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (4d804eb7-a04e-4585-aff6-df666b8f98d1), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.402873 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-fec2203b-19b5-4909-b98f-f03388ef1f41 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Calling delete_port for 4d804eb7-a04e-4585-aff6-df666b8f98d1 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:09:45.580291 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fec2203b-19b5-4909-b98f-f03388ef1f41 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (4d804eb7-a04e-4585-aff6-df666b8f98d1), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.609270 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2203b-19b5-4909-b98f-f03388ef1f41 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event deleted for resources: {'Port': ['ID=4d804eb7-a04e-4585-aff6-df666b8f98d1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:45.667082 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fec2203b-19b5-4909-b98f-f03388ef1f41 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (fbe4d702-3ddb-4238-a5c2-278a062b6cbe), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.669423 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fec2203b-19b5-4909-b98f-f03388ef1f41 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.670591 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-fec2203b-19b5-4909-b98f-f03388ef1f41 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "DELETE /v2.0/floatingips/fbe4d702-3ddb-4238-a5c2-278a062b6cbe HTTP/1.1" status: 204 len: 168 time: 0.4706843 May 11 21:09:45.830320 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48970) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:45.834836 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ecbc419d-07eb-461d-b0d1-5929e2031f8c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020479836', 'description': 'tempest-description--2136573869'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:45.900429 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecbc419d-07eb-461d-b0d1-5929e2031f8c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:45.966949 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecbc419d-07eb-461d-b0d1-5929e2031f8c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (8ae1a531-42eb-4e1e-aed0-70bc64aa0233), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.024085 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecbc419d-07eb-461d-b0d1-5929e2031f8c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (8ae1a531-42eb-4e1e-aed0-70bc64aa0233), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.052447 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc419d-07eb-461d-b0d1-5929e2031f8c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae1a531-42eb-4e1e-aed0-70bc64aa0233,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:46.112209 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ecbc419d-07eb-461d-b0d1-5929e2031f8c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.113448 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ecbc419d-07eb-461d-b0d1-5929e2031f8c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2821352 May 11 21:09:46.116911 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48974) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:46.121232 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-42dfdf76-5da6-4745-a24b-6cb853939538 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'security_group_rule': {'security_group_id': '8ae1a531-42eb-4e1e-aed0-70bc64aa0233', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:46.216249 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42dfdf76-5da6-4745-a24b-6cb853939538 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (d3139a5b-c2a5-4440-9883-e8b3117735f0), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.267243 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42dfdf76-5da6-4745-a24b-6cb853939538 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (d3139a5b-c2a5-4440-9883-e8b3117735f0), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.339101 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42dfdf76-5da6-4745-a24b-6cb853939538 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (d3139a5b-c2a5-4440-9883-e8b3117735f0), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.357408 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfdf76-5da6-4745-a24b-6cb853939538 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3139a5b-c2a5-4440-9883-e8b3117735f0,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:46.432807 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb6346-9342-42f1-8c91-dd2c020656fa req-0335e59b-2f2d-4325-a4bb-755affe94ef9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:46.434377 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1efb6346-9342-42f1-8c91-dd2c020656fa req-0335e59b-2f2d-4325-a4bb-755affe94ef9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.2152267 May 11 21:09:46.448532 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42dfdf76-5da6-4745-a24b-6cb853939538 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.451359 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-42dfdf76-5da6-4745-a24b-6cb853939538 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3318081 May 11 21:09:46.452476 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48980) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:46.456929 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-01364789-9d11-4710-858a-5561c2206bf5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'security_group_rule': {'security_group_id': '8ae1a531-42eb-4e1e-aed0-70bc64aa0233', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:46.485294 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1efb6346-9342-42f1-8c91-dd2c020656fa req-7b1a6e09-0e9a-41d8-a32f-94a890245ca3 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454316 May 11 21:09:46.568851 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01364789-9d11-4710-858a-5561c2206bf5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (6d133033-1d41-4003-a10a-c326d4d5aecc), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.620243 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.623500 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01364789-9d11-4710-858a-5561c2206bf5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (6d133033-1d41-4003-a10a-c326d4d5aecc), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.671481 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01364789-9d11-4710-858a-5561c2206bf5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (6d133033-1d41-4003-a10a-c326d4d5aecc), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.688151 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01364789-9d11-4710-858a-5561c2206bf5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d133033-1d41-4003-a10a-c326d4d5aecc,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:46.747857 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01364789-9d11-4710-858a-5561c2206bf5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.748979 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-01364789-9d11-4710-858a-5561c2206bf5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2954919 May 11 21:09:46.752037 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 48984) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:46.757001 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:46.835471 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:46.914374 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:47.023604 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Allocated IP 172.27.3.190 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/2a7b0696-c769-4ddb-8735-08b5fd6bfc26) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:09:47.126530 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for port (2a7b0696-c769-4ddb-8735-08b5fd6bfc26), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:47.215683 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (2a7b0696-c769-4ddb-8735-08b5fd6bfc26), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:47.251352 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:09:47.254043 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:09:47.258156 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:09:47.285927 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'Port': ['ID=2a7b0696-c769-4ddb-8735-08b5fd6bfc26,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:47.349246 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (94136c4f-6177-4d06-8eb5-0fca48d1d6f6), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:47.468669 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2a7b0696-c769-4ddb-8735-08b5fd6bfc26), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:47.600419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdad48e-a214-417b-8ed0-31c004ad9f5f req-0eb9f03f-7810-4a37-936d-584f8ecc07d9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:47.601973 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7cdad48e-a214-417b-8ed0-31c004ad9f5f req-0eb9f03f-7810-4a37-936d-584f8ecc07d9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0509412 May 11 21:09:47.652950 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7cdad48e-a214-417b-8ed0-31c004ad9f5f req-42d371c6-9a6b-4789-a54c-f498e0776332 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429738 May 11 21:09:47.662618 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for port (2a7b0696-c769-4ddb-8735-08b5fd6bfc26), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:47.721922 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (2a7b0696-c769-4ddb-8735-08b5fd6bfc26), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:47.761965 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0c341-04d6-4d34-8912-34a40731afbf req-5e389ef3-73b0-483e-a447-baa00319c5c9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:47.763454 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-90e0c341-04d6-4d34-8912-34a40731afbf req-5e389ef3-73b0-483e-a447-baa00319c5c9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0464954 May 11 21:09:47.772257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 48996) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:47.777041 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-75999012-abca-41d9-ab66-a5bfdee12c63 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Request body: {'floatingip': {'port_id': 'aa313336-1ef9-41c8-900a-4471c553fd70'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:47.797586 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'Port': ['ID=2a7b0696-c769-4ddb-8735-08b5fd6bfc26,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:47.806709 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (94136c4f-6177-4d06-8eb5-0fca48d1d6f6), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:47.835098 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75999012-abca-41d9-ab66-a5bfdee12c63 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for floatingip (615aab2f-c740-476c-a242-aa90a5d1d6e3), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:47.877815 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:47.879059 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4966745a-1934-4d66-a7f7-15699834fb3a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1259890 May 11 21:09:48.135125 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3963e01a-1384-4498-93ad-1ff337d93592 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1020479836&fields=id&tenant_id=513637db58d34fe198b2de93d2cbbeaa HTTP/1.1" status: 200 len: 267 time: 0.0898890 May 11 21:09:48.175470 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313273a-6b5f-44c8-a901-956cc4bdb105 req-ea861ab7-9ff4-41d7-877c-f242e490030e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:48.177699 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b313273a-6b5f-44c8-a901-956cc4bdb105 req-ea861ab7-9ff4-41d7-877c-f242e490030e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 945 time: 0.1033096 May 11 21:09:48.224365 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b313273a-6b5f-44c8-a901-956cc4bdb105 req-4c2f8e43-5513-45b3-8346-a88b881a1d10 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410585 May 11 21:09:48.415015 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:48.581728 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-9337fd22-8051-48c7-9e07-01af0829c411 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:48.583215 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-9337fd22-8051-48c7-9e07-01af0829c411 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 810 time: 0.4368086 May 11 21:09:48.620499 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-080346e9-9ce5-40a8-b3dd-6d6a411e38c6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/quotas/513637db58d34fe198b2de93d2cbbeaa HTTP/1.1" status: 200 len: 375 time: 0.0301080 May 11 21:09:48.703483 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-059cb95f-d495-4f98-b13c-62557da98cbd tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771894 May 11 21:09:48.715529 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75999012-abca-41d9-ab66-a5bfdee12c63 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:48.780819 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75999012-abca-41d9-ab66-a5bfdee12c63 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (615aab2f-c740-476c-a242-aa90a5d1d6e3), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:48.834806 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-30263163-223c-46ab-9a58-b16c59265170 service neutron] 10.222.0.35 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181390 May 11 21:09:48.999541 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-f3d070aa-ee5a-420f-a7c3-82d1cf1c9f78 service neutron] 10.222.0.35 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589086 May 11 21:09:49.075264 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75999012-abca-41d9-ab66-a5bfdee12c63 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Router c4d83074-a181-473c-9a1e-8d29de147308 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:09:49.186005 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75999012-abca-41d9-ab66-a5bfdee12c63 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:09:49.191721 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-75999012-abca-41d9-ab66-a5bfdee12c63 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:49.200410 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] Sync routers for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:09:49.224305 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:09:49.226876 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad6bc4d-19d1-430c-81da-9c0e1c235559" -d '{"events": [{"name": "network-changed", "server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:09:49.236405 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:09:49.237308 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:09:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:49.260292 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-75999012-abca-41d9-ab66-a5bfdee12c63 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "PUT /v2.0/floatingips/615aab2f-c740-476c-a242-aa90a5d1d6e3 HTTP/1.1" status: 200 len: 993 time: 1.4869137 May 11 21:09:49.273560 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715884c4-8346-429b-a049-e58f9a174d9c x-openstack-request-id: req-715884c4-8346-429b-a049-e58f9a174d9c {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:09:49.274108 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:09:49.274369 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-715884c4-8346-429b-a049-e58f9a174d9c {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:09:49.274773 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715884c4-8346-429b-a049-e58f9a174d9c'] response: {'name': 'network-changed', 'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'status': 'completed', 'code': 200} May 11 21:09:49.280906 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c75428d-60b8-439d-bc03-b3a5b48c3ec3 req-76992213-9972-41ba-b08f-4693a438f9f1 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 210 time: 0.0556030 May 11 21:09:49.369845 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:09:49.377362 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f233-3028-40f7-bc7a-5aea04bc6cf4 req-3a9c4178-e9e1-4efc-bf5d-d52473f8dce0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:49.381731 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff95f233-3028-40f7-bc7a-5aea04bc6cf4 req-3a9c4178-e9e1-4efc-bf5d-d52473f8dce0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 945 time: 0.0481088 May 11 21:09:49.460457 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-65d6bc3e-b749-4aa6-8ed0-c2ba3a665265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:49.462622 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-65d6bc3e-b749-4aa6-8ed0-c2ba3a665265 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 1130 time: 0.0605323 May 11 21:09:49.466893 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff95f233-3028-40f7-bc7a-5aea04bc6cf4 req-ba45c6b1-0063-4860-8d6e-4ad8aab541d6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791483 May 11 21:09:49.597398 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '615aab2f-c740-476c-a242-aa90a5d1d6e3', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'port_id': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'mac_address': 'fa:16:3e:29:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa6104-9267-474c-aa59-3e38d5636e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:02Z', 'updated_at': '2022-05-11T21:09:48Z', 'revision_number': 3, 'project_id': '838ec035db164e50bc335d2cf141d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:08Z', 'revision_number': 5, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:49.623108 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] Checking router: c4d83074-a181-473c-9a1e-8d29de147308 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:09:49.631846 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:09:49.632441 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:09:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:49.740376 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:09:49.834592 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-3f775fa0-3dac-4674-8c02-197adf0b5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:49.836092 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-3f775fa0-3dac-4674-8c02-197adf0b5c62 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 919 time: 0.0921824 May 11 21:09:49.963574 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '615aab2f-c740-476c-a242-aa90a5d1d6e3', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'port_id': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'mac_address': 'fa:16:3e:29:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa6104-9267-474c-aa59-3e38d5636e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:02Z', 'updated_at': '2022-05-11T21:09:48Z', 'revision_number': 3, 'project_id': '838ec035db164e50bc335d2cf141d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:08Z', 'revision_number': 5, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:49.966898 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-17fc95bd-38ec-4b87-b45f-4a4387725cd4 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:49.968349 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-17fc95bd-38ec-4b87-b45f-4a4387725cd4 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 945 time: 0.0857430 May 11 21:09:49.976824 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-409987a5-f490-4d1e-a103-33d7f79f191d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa313336-1ef9-41c8-900a-4471c553fd70 HTTP/1.1" status: 200 len: 1001 time: 0.1002791 May 11 21:09:49.989790 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73c348f-15c8-40ed-80f6-632e5582c44e None None] The sync data for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi is: [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '615aab2f-c740-476c-a242-aa90a5d1d6e3', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'floating_ip_address': '172.27.3.54', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'port_id': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'mac_address': 'fa:16:3e:29:21:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afa6104-9267-474c-aa59-3e38d5636e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:08:02Z', 'updated_at': '2022-05-11T21:09:48Z', 'revision_number': 3, 'project_id': '838ec035db164e50bc335d2cf141d943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:08Z', 'revision_number': 5, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:09:50.286905 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-34e50556-bd0a-4261-b598-2df209e6102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:50.288338 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-34e50556-bd0a-4261-b598-2df209e6102c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0988426 May 11 21:09:50.328300 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Deleting port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:09:50.329076 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:50.359887 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-45774291-c548-425b-8dfe-a33f75ffac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:50.361502 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-45774291-c548-425b-8dfe-a33f75ffac09 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635810 May 11 21:09:50.378574 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-33fd15aa-8dfe-4cee-a76c-1a583557d00d req-eb8ccad4-fbc3-4b6c-bb8b-5d510e30c464 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 210 time: 0.0396476 May 11 21:09:50.485517 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] For port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:09:50.485906 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:50.563259 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-b890cd11-c2f1-4117-84d6-bb31fd6374c1 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632569 May 11 21:09:50.631099 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cce54b-96e6-4439-9b06-2482ff0c0d3c req-6477b138-9eef-4b68-9f33-bdfc54dc6f1d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:50.632583 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-74cce54b-96e6-4439-9b06-2482ff0c0d3c req-6477b138-9eef-4b68-9f33-bdfc54dc6f1d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 945 time: 0.0896132 May 11 21:09:50.793495 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-2eea1f30-08a2-41d9-847e-df9b626e657a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1003568 May 11 21:09:50.827863 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6ad6bc4d-19d1-430c-81da-9c0e1c235559 req-647f36a9-d1b2-46aa-ae8d-6fbb035fa893 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467523 May 11 21:09:50.846488 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-74cce54b-96e6-4439-9b06-2482ff0c0d3c req-5ab26438-feb9-4dcc-9b82-82c64b051217 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=44dfc369-72a4-4d30-9226-fa16f636cb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080276 May 11 21:09:50.885689 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-041c09d6-4f7a-40e2-bc86-8814cbdf99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:50.887154 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-041c09d6-4f7a-40e2-bc86-8814cbdf99d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 1129 time: 0.0631421 May 11 21:09:50.888919 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:50.889275 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (466280ec-ac5c-4bd1-a73d-31b2dbbaaeae), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:50.889609 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Floating IP 466280ec-ac5c-4bd1-a73d-31b2dbbaaeae disassociated. External IP: 172.27.3.143, port: 6768c9cf-6579-4217-a3ff-b3ad7fd9951b. May 11 21:09:50.889951 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Calling delete_port for 6768c9cf-6579-4217-a3ff-b3ad7fd9951b owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:09:51.087441 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (6768c9cf-6579-4217-a3ff-b3ad7fd9951b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:51.132329 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'Port': ['ID=6768c9cf-6579-4217-a3ff-b3ad7fd9951b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:51.275197 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-4b5db582-e065-4653-8cee-2217220f573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:51.276632 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-4b5db582-e065-4653-8cee-2217220f573d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 919 time: 0.1847420 May 11 21:09:51.280161 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:09:51.282433 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f564ed11-59ec-4694-be74-23f143d7edd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:09:51.326039 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6936b279-23a7-4343-8819-7d245555465f x-openstack-request-id: req-6936b279-23a7-4343-8819-7d245555465f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:09:51.326321 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:09:51.326577 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6936b279-23a7-4343-8819-7d245555465f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:09:51.326967 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6936b279-23a7-4343-8819-7d245555465f'] response: {'name': 'network-changed', 'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'status': 'completed', 'code': 200} May 11 21:09:51.352505 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:09:51.382963 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-f2b13312-62a6-4075-9df8-0efcd4ca71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:51.384521 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-f2b13312-62a6-4075-9df8-0efcd4ca71d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 1130 time: 0.0412533 May 11 21:09:51.482626 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-9573fb63-5326-4261-bbeb-e24145a5c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:51.484133 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-9573fb63-5326-4261-bbeb-e24145a5c69d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 200 len: 919 time: 0.0940311 May 11 21:09:51.601814 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-36805a21-c25b-49d6-a2a4-78bbad940a32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa313336-1ef9-41c8-900a-4471c553fd70 HTTP/1.1" status: 200 len: 1001 time: 0.1094170 May 11 21:09:51.659275 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-8bc31235-0dea-4969-85a0-6633cda59088 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcd2a37c-3573-4057-b264-754141dbb9d2 HTTP/1.1" status: 200 len: 217 time: 0.3439229 May 11 21:09:51.690255 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-acefde1f-d47a-4aef-9377-d1b75db438bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:51.691789 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-acefde1f-d47a-4aef-9377-d1b75db438bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0607538 May 11 21:09:51.726906 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aad52fa4-ddb1-4363-9484-0656e4a335f4 req-ae9bd8fb-520c-487f-8c4a-5e87bbe2f85b tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 210 time: 0.0728219 May 11 21:09:51.757008 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Router 24f8bcc3-4b3f-4906-8252-84f991296269 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:09:51.767204 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-78b5d481-bc9e-4fd3-b850-86c560690ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:51.771614 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-78b5d481-bc9e-4fd3-b850-86c560690ced service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 200 len: 857 time: 0.0950847 May 11 21:09:51.775603 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-b8c8c0b7-3c30-4795-80c1-c38bb37c687a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:51.776948 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-b8c8c0b7-3c30-4795-80c1-c38bb37c687a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.70 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 810 time: 0.5467017 May 11 21:09:51.794686 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-1076f8a6-ba1a-4ba0-b97e-6e159f91e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:51.796241 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-1076f8a6-ba1a-4ba0-b97e-6e159f91e319 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445971 May 11 21:09:51.880515 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-a305355d-a7bd-4cf8-9716-9a2f5d0afca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:51.882065 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-a305355d-a7bd-4cf8-9716-9a2f5d0afca7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9807f35-125b-48ae-9b3f-337b199ffd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014459 May 11 21:09:51.885603 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-c3a25a7c-80bf-4b05-8d82-8e500b22cd41 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828714 May 11 21:09:51.972878 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-6c6d7596-db84-426e-b17b-cce53ad55c4c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=513637db58d34fe198b2de93d2cbbeaa HTTP/1.1" status: 200 len: 380 time: 0.1341107 May 11 21:09:51.976126 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e902f94c-e143-4435-ae3f-a7eaf1b494d3 req-2d0faf39-bd23-4648-bfa6-f0f9e7bcc89d tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 210 time: 0.0560706 May 11 21:09:52.010257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'port': {'device_id': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'admin_state_up': True, 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'security_groups': ['8ae1a531-42eb-4e1e-aed0-70bc64aa0233']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:52.010483 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f564ed11-59ec-4694-be74-23f143d7edd2 req-73f3f19b-039e-4473-8de4-7a74effa0fb9 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155934 May 11 21:09:52.035249 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:09:52.045766 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:09:52.056576 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:09:52.057446 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:09:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:52.129848 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-b5f437b3-cc37-42b5-a488-2d7d897e5602 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315691 May 11 21:09:52.134031 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] No DVR routers for this DVR port 6768c9cf-6579-4217-a3ff-b3ad7fd9951b on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:09:52.137827 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:52.140887 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0dd35dc9-2a25-4518-808d-ffeed1f46a8f req-6487fc88-256a-42c5-b038-ffc4716131af tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "DELETE /v2.0/ports/6768c9cf-6579-4217-a3ff-b3ad7fd9951b HTTP/1.1" status: 204 len: 173 time: 1.9525790 May 11 21:09:52.168599 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:09:52.262470 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1b81ea-8095-4dcf-9c1f-6b48775ea15c req-9f878799-6fe4-49a0-af1e-73bab1aa93d4 service neutron] 10.222.0.70 "GET /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139252 May 11 21:09:52.357056 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:52.357932 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Made reservation on behalf of 513637db58d34fe198b2de93d2cbbeaa for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:09:52.362113 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:52.384813 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:09:52.393249 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:09:52.393897 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:09:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:52.495269 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Allocated IP 172.20.0.7 (26111c2a-0c3d-4253-b45f-aeacb402f250/cbdd14a5-c2bd-4c45-a912-a1fdebd3a997/12f6eed9-d209-452c-9d4a-069e1266f397) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:09:52.504282 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:09:52.633421 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for port (12f6eed9-d209-452c-9d4a-069e1266f397), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:52.696648 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:09:52.716551 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:52.722304 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7834c1ef-e512-426e-a599-4556a3983cf3 None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:09:52.763848 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Network 26111c2a-0c3d-4253-b45f-aeacb402f250 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:09:52.766934 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:09:52.771369 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:09:52.800100 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event updated for resources: {'Port': ['ID=12f6eed9-d209-452c-9d4a-069e1266f397,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:52.858080 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:52.858738 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:52.882486 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65173e36-e335-4bf7-a5a7-3886fcd2f09d req-0dd3afaf-c35e-460e-854f-14933f381e44 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:52.887651 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65173e36-e335-4bf7-a5a7-3886fcd2f09d req-0dd3afaf-c35e-460e-854f-14933f381e44 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 931 time: 0.0794654 May 11 21:09:52.939339 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-3fdfc329-a757-47f7-951d-5c575dae2ea8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9347181 May 11 21:09:52.950586 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-65173e36-e335-4bf7-a5a7-3886fcd2f09d req-8f82f55f-7d75-40b3-98ec-da011cd946fc tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527534 May 11 21:09:52.950586 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Request body: {'port': {'device_id': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:53.019857 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:53.044636 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543920b-e696-4297-8a06-a4f95bc92613 None None] New status for floating IP 466280ec-ac5c-4bd1-a73d-31b2dbbaaeae: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:09:53.076674 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-5a8a0044-b50e-4d30-8a53-980911b412bd None None] Provisioning complete for port 12f6eed9-d209-452c-9d4a-069e1266f397 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:09:53.077296 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0044-b50e-4d30-8a53-980911b412bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:53.106970 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1cc1a590-9486-46be-82d2-21ea4ec3c42e req-97b894e3-3734-4c17-98b9-6962a83ce3c2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c477417-2e64-4722-ba8d-e9765385ff3f HTTP/1.1" status: 200 len: 210 time: 0.0408201 May 11 21:09:53.133050 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-5a8a0044-b50e-4d30-8a53-980911b412bd None None] Port 12f6eed9-d209-452c-9d4a-069e1266f397 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:09:53.328322 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'name': 'network-vif-deleted', 'tag': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:09:53.330950 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6654f66-7cd1-440d-bbd7-6a5d89bd4f01" -d '{"events": [{"server_uuid": "1c477417-2e64-4722-ba8d-e9765385ff3f", "name": "network-vif-deleted", "tag": "6768c9cf-6579-4217-a3ff-b3ad7fd9951b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:09:53.342166 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f6eed9-d209-452c-9d4a-069e1266f397 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:09:53.349990 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Publish callbacks [] for port (12f6eed9-d209-452c-9d4a-069e1266f397), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:53.362815 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Transition to ACTIVE for port object 12f6eed9-d209-452c-9d4a-069e1266f397 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:09:53.369122 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec4385a-0a16-49d9-beff-45b5112f103d x-openstack-request-id: req-3ec4385a-0a16-49d9-beff-45b5112f103d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:09:53.369410 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c477417-2e64-4722-ba8d-e9765385ff3f", "name": "network-vif-deleted", "tag": "6768c9cf-6579-4217-a3ff-b3ad7fd9951b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:09:53.369718 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ec4385a-0a16-49d9-beff-45b5112f103d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:09:53.370141 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec4385a-0a16-49d9-beff-45b5112f103d'] response: {'server_uuid': '1c477417-2e64-4722-ba8d-e9765385ff3f', 'name': 'network-vif-deleted', 'tag': '6768c9cf-6579-4217-a3ff-b3ad7fd9951b', 'status': 'completed', 'code': 200} May 11 21:09:53.452475 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:53.500996 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Pushing event updated for resources: {'Port': ['ID=12f6eed9-d209-452c-9d4a-069e1266f397,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:53.574159 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Attempting to bind port 12f6eed9-d209-452c-9d4a-069e1266f397 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:09:53.575209 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Attempting to bind port 12f6eed9-d209-452c-9d4a-069e1266f397 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:09:53.575531 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Attempting to bind port 12f6eed9-d209-452c-9d4a-069e1266f397 on network 26111c2a-0c3d-4253-b45f-aeacb402f250 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:09:53.580214 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Port 12f6eed9-d209-452c-9d4a-069e1266f397 on network 26111c2a-0c3d-4253-b45f-aeacb402f250 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:09:53.580528 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Attempting to bind port 12f6eed9-d209-452c-9d4a-069e1266f397 on network 26111c2a-0c3d-4253-b45f-aeacb402f250 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:09:53.585740 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:09:53.586077 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Checking segment: {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:09:53.586456 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Bound using segment: {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:09:53.586878 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Bound port: 12f6eed9-d209-452c-9d4a-069e1266f397, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6e84d7-6ba2-43a0-80e9-692397b49c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:09:53.587228 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:53.656838 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] For port 12f6eed9-d209-452c-9d4a-069e1266f397, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:09:53.659890 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] For port 12f6eed9-d209-452c-9d4a-069e1266f397, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=12f6eed9-d209-452c-9d4a-069e1266f397,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:09:53.724301 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:53.758137 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:53.758763 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:53.760134 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] 10.222.0.70 "PUT /v2.0/ports/12f6eed9-d209-452c-9d4a-069e1266f397 HTTP/1.1" status: 200 len: 1093 time: 0.8139102 May 11 21:09:53.783658 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc3126-8239-4629-a58b-fafa766f2154 service neutron] Pushing event updated for resources: {'Port': ['ID=12f6eed9-d209-452c-9d4a-069e1266f397,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:53.890909 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-825eb690-8455-4fdb-8731-8723ed26a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:53.892425 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-825eb690-8455-4fdb-8731-8723ed26a7bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 1127 time: 0.0413880 May 11 21:09:53.938346 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-df48851b-104e-4f26-afb7-9419239fd173 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f6eed9-d209-452c-9d4a-069e1266f397 HTTP/1.1" status: 200 len: 217 time: 0.0374749 May 11 21:09:53.998643 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-aec3a96d-2e99-44e6-a08e-6719097bfc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:53.998643 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-aec3a96d-2e99-44e6-a08e-6719097bfc69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 HTTP/1.1" status: 200 len: 849 time: 0.0448983 May 11 21:09:54.034019 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-5d764d15-d3af-4032-93bd-83c7b5c74543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:54.035527 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-5d764d15-d3af-4032-93bd-83c7b5c74543 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26111c2a-0c3d-4253-b45f-aeacb402f250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393901 May 11 21:09:54.058018 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edc806-1a21-46f1-9dc1-337816d1d530 req-c63922c2-6809-4775-9a86-a92a9b240ff6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:54.059468 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-82edc806-1a21-46f1-9dc1-337816d1d530 req-c63922c2-6809-4775-9a86-a92a9b240ff6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 943 time: 0.0466557 May 11 21:09:54.108213 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-82edc806-1a21-46f1-9dc1-337816d1d530 req-1734bfd2-66ef-49aa-b460-21f17f2f497a tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430348 May 11 21:09:54.132780 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-6a0defdc-62ca-40b7-bae6-937c0f97ac22 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842476 May 11 21:09:54.222104 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af04a7e7-7651-49a4-87f6-8c9348bf3f7c req-48182906-dc4e-4f68-baf2-6bfbee66e2ef service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833127 May 11 21:09:54.262456 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 49058) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:54.316508 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-586ea402-73ce-4c13-b745-1d293f378af2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (44dfc369-72a4-4d30-9226-fa16f636cb77), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:54.342371 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-586ea402-73ce-4c13-b745-1d293f378af2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (44dfc369-72a4-4d30-9226-fa16f636cb77), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:54.466263 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-586ea402-73ce-4c13-b745-1d293f378af2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (44dfc369-72a4-4d30-9226-fa16f636cb77), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:54.468756 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-586ea402-73ce-4c13-b745-1d293f378af2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:54.469915 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-586ea402-73ce-4c13-b745-1d293f378af2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "DELETE /v2.0/security-groups/44dfc369-72a4-4d30-9226-fa16f636cb77 HTTP/1.1" status: 204 len: 168 time: 0.2064824 May 11 21:09:54.472700 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49060) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:54.479371 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ea402-73ce-4c13-b745-1d293f378af2 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dfc369-72a4-4d30-9226-fa16f636cb77,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:54.486334 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-c878d41f-f978-4bb0-b523-e0ced94ee914 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] show failed (client error): The resource could not be found. May 11 21:09:54.487322 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c878d41f-f978-4bb0-b523-e0ced94ee914 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups/44dfc369-72a4-4d30-9226-fa16f636cb77 HTTP/1.1" status: 404 len: 347 time: 0.0130649 May 11 21:09:54.490840 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:54.602038 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ea465-af56-4d50-9428-647e70bedc5b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Deleting port 90738ed9-9f7b-4c84-889d-6fcb67c6db33 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:09:54.602292 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea465-af56-4d50-9428-647e70bedc5b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (90738ed9-9f7b-4c84-889d-6fcb67c6db33), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:54.607103 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 6768c9cf-6579-4217-a3ff-b3ad7fd9951b no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:09:54.626996 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 6768c9cf-6579-4217-a3ff-b3ad7fd9951b {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:09:54.627344 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 6768c9cf-6579-4217-a3ff-b3ad7fd9951b not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:09:54.678339 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea465-af56-4d50-9428-647e70bedc5b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (90738ed9-9f7b-4c84-889d-6fcb67c6db33), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:54.678664 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea465-af56-4d50-9428-647e70bedc5b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (90738ed9-9f7b-4c84-889d-6fcb67c6db33), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:54.690768 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ea465-af56-4d50-9428-647e70bedc5b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Calling delete_port for 90738ed9-9f7b-4c84-889d-6fcb67c6db33 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:09:54.889387 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea465-af56-4d50-9428-647e70bedc5b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (90738ed9-9f7b-4c84-889d-6fcb67c6db33), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:54.915314 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ea465-af56-4d50-9428-647e70bedc5b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'Port': ['ID=90738ed9-9f7b-4c84-889d-6fcb67c6db33,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:54.976649 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea465-af56-4d50-9428-647e70bedc5b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (466280ec-ac5c-4bd1-a73d-31b2dbbaaeae), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:54.979142 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0d3ea465-af56-4d50-9428-647e70bedc5b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:54.980283 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0d3ea465-af56-4d50-9428-647e70bedc5b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "DELETE /v2.0/floatingips/466280ec-ac5c-4bd1-a73d-31b2dbbaaeae HTTP/1.1" status: 204 len: 168 time: 0.4885483 May 11 21:09:55.095592 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49066) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:55.100162 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-db4e5672-3ed1-4511-a982-141450854444 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379482053', 'description': 'tempest-description--2402245'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:55.172928 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db4e5672-3ed1-4511-a982-141450854444 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:55.234773 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67a4f7-6e32-42bd-bf6f-1476982375b9 req-269f692b-58ea-4fe8-9bf2-58485668b9d5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:55.236229 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c67a4f7-6e32-42bd-bf6f-1476982375b9 req-269f692b-58ea-4fe8-9bf2-58485668b9d5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 943 time: 0.0610211 May 11 21:09:55.309791 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db4e5672-3ed1-4511-a982-141450854444 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (70b2fac7-fde9-4be3-84f9-f42b8ba1511a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:55.313270 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c67a4f7-6e32-42bd-bf6f-1476982375b9 req-8c82b389-14fa-4d53-bd66-3fce0d34f946 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691152 May 11 21:09:55.357457 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db4e5672-3ed1-4511-a982-141450854444 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (70b2fac7-fde9-4be3-84f9-f42b8ba1511a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:55.371161 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'tag': '12f6eed9-d209-452c-9d4a-069e1266f397'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:09:55.373435 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20ec65a-27b1-4c28-a615-588575bf0f21" -d '{"events": [{"name": "network-changed", "server_uuid": "d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60", "tag": "12f6eed9-d209-452c-9d4a-069e1266f397"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:09:55.387046 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e5672-3ed1-4511-a982-141450854444 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b2fac7-fde9-4be3-84f9-f42b8ba1511a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:55.411495 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f07133-648e-4ff3-a0ec-bc8dddaac2d2 x-openstack-request-id: req-96f07133-648e-4ff3-a0ec-bc8dddaac2d2 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:09:55.411789 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60", "tag": "12f6eed9-d209-452c-9d4a-069e1266f397", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:09:55.412042 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96f07133-648e-4ff3-a0ec-bc8dddaac2d2 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:09:55.412439 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f07133-648e-4ff3-a0ec-bc8dddaac2d2'] response: {'name': 'network-changed', 'server_uuid': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'tag': '12f6eed9-d209-452c-9d4a-069e1266f397', 'status': 'completed', 'code': 200} May 11 21:09:55.451321 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db4e5672-3ed1-4511-a982-141450854444 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:55.452590 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-db4e5672-3ed1-4511-a982-141450854444 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3559403 May 11 21:09:55.455433 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49072) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:55.459599 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0b601b36-c27f-4613-bfb1-c1ffe83bf20e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group_rule': {'security_group_id': '70b2fac7-fde9-4be3-84f9-f42b8ba1511a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:55.470066 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-1dae5113-3225-4aeb-b6f3-568e58efd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:55.471557 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-1dae5113-3225-4aeb-b6f3-568e58efd173 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 1127 time: 0.0394065 May 11 21:09:55.546595 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b601b36-c27f-4613-bfb1-c1ffe83bf20e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (ec7b7288-7ada-499f-8fc6-1bbd7bb84686), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:55.563102 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-564c9f5f-a980-40bc-9c87-6eb68875bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:55.564548 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-564c9f5f-a980-40bc-9c87-6eb68875bd04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 911 time: 0.0864038 May 11 21:09:55.601278 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b601b36-c27f-4613-bfb1-c1ffe83bf20e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (ec7b7288-7ada-499f-8fc6-1bbd7bb84686), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:55.604217 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-f01a2256-32c5-4f4c-a7d1-bb2e176fa177 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f6eed9-d209-452c-9d4a-069e1266f397 HTTP/1.1" status: 200 len: 217 time: 0.0337589 May 11 21:09:55.651632 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-972e3c2b-9db7-4ad2-b055-bec2d1873490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:55.653056 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-972e3c2b-9db7-4ad2-b055-bec2d1873490 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 HTTP/1.1" status: 200 len: 849 time: 0.0428908 May 11 21:09:55.672252 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b601b36-c27f-4613-bfb1-c1ffe83bf20e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (ec7b7288-7ada-499f-8fc6-1bbd7bb84686), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:55.692708 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b601b36-c27f-4613-bfb1-c1ffe83bf20e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7b7288-7ada-499f-8fc6-1bbd7bb84686,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:55.695341 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-3b6357aa-fba6-48e1-a7bf-c6c9637c4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:55.696948 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-3b6357aa-fba6-48e1-a7bf-c6c9637c4330 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26111c2a-0c3d-4253-b45f-aeacb402f250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381057 May 11 21:09:55.752420 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0b601b36-c27f-4613-bfb1-c1ffe83bf20e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:55.753797 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0b601b36-c27f-4613-bfb1-c1ffe83bf20e tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2974579 May 11 21:09:55.762472 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49074) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:55.767551 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a15131b4-68b7-403e-a693-744e8099afe0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'security_group_rule': {'security_group_id': '70b2fac7-fde9-4be3-84f9-f42b8ba1511a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:55.790390 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-19f1d177-7c31-45be-bbc0-90894e6474ce service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874312 May 11 21:09:55.884782 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a20ec65a-27b1-4c28-a615-588575bf0f21 req-e9d456d9-f643-46d7-b831-483a5d608b85 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879414 May 11 21:09:55.945770 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a15131b4-68b7-403e-a693-744e8099afe0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (2e7d1fe3-d2b7-45cc-b05d-d6281ae33add), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:55.999681 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a15131b4-68b7-403e-a693-744e8099afe0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (2e7d1fe3-d2b7-45cc-b05d-d6281ae33add), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:56.065779 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a15131b4-68b7-403e-a693-744e8099afe0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (2e7d1fe3-d2b7-45cc-b05d-d6281ae33add), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:56.084667 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15131b4-68b7-403e-a693-744e8099afe0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7d1fe3-d2b7-45cc-b05d-d6281ae33add,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:56.153756 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a15131b4-68b7-403e-a693-744e8099afe0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:56.154941 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a15131b4-68b7-403e-a693-744e8099afe0 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3913677 May 11 21:09:56.158030 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49076) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:09:56.162836 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:09:56.237735 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:56.315185 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:56.622156 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 12f6eed9-d209-452c-9d4a-069e1266f397 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:09:56.665084 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Allocated IP 172.27.3.231 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/e29063d4-c57b-4855-96c8-170f802de362) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:09:56.672305 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaa91d-3b5d-465f-8427-66b77b8ffd60 req-09529bfa-1f01-4bbf-9195-6e938a340f9c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:56.673753 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ceaa91d-3b5d-465f-8427-66b77b8ffd60 req-09529bfa-1f01-4bbf-9195-6e938a340f9c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 943 time: 0.2835143 May 11 21:09:56.721670 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 12f6eed9-d209-452c-9d4a-069e1266f397, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=12f6eed9-d209-452c-9d4a-069e1266f397,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:09:56.733045 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '12f6eed9-d209-452c-9d4a-069e1266f397', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'port_id': '12f6eed9-d209-452c-9d4a-069e1266f397', 'mac_address': 'fa:16:3e:de:5b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:09:56.768316 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ceaa91d-3b5d-465f-8427-66b77b8ffd60 req-54ac3e74-3a7e-4d82-902c-a83b94dbbcf9 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871663 May 11 21:09:56.769874 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 12f6eed9-d209-452c-9d4a-069e1266f397 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:09:56.770857 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:56.784189 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f6eed9-d209-452c-9d4a-069e1266f397 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:09:56.804427 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 12f6eed9-d209-452c-9d4a-069e1266f397, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=12f6eed9-d209-452c-9d4a-069e1266f397,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:09:56.810369 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (e29063d4-c57b-4855-96c8-170f802de362), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:56.904386 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:56.917963 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (e29063d4-c57b-4855-96c8-170f802de362), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:56.953041 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:09:56.955491 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=12f6eed9-d209-452c-9d4a-069e1266f397,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:56.955859 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:09:56.959307 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:09:56.990820 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=e29063d4-c57b-4855-96c8-170f802de362,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:57.048793 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (a8bd3523-1566-47e3-9b37-8d81dd14fd6f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:57.134700 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e29063d4-c57b-4855-96c8-170f802de362), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:57.189470 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['12f6eed9-d209-452c-9d4a-069e1266f397'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:09:57.314099 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (e29063d4-c57b-4855-96c8-170f802de362), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:57.372582 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (e29063d4-c57b-4855-96c8-170f802de362), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:57.439028 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=e29063d4-c57b-4855-96c8-170f802de362,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:57.448489 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (a8bd3523-1566-47e3-9b37-8d81dd14fd6f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:57.554680 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:57.555905 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-173ebb56-c852-47c5-a4aa-9a3e19493338 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3969724 May 11 21:09:57.744153 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-3c4f8796-7e18-4ea5-9db6-478072daef3c tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1379482053&fields=id&tenant_id=ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 267 time: 0.0420098 May 11 21:09:57.852370 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-500803b8-35c7-48a2-b78d-e350dae8b237 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:57.853928 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-500803b8-35c7-48a2-b78d-e350dae8b237 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 814 time: 0.1036417 May 11 21:09:57.868718 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-ddfb05ee-2206-446a-b91e-79233ceebbe4 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/quotas/ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 375 time: 0.0094566 May 11 21:09:57.921939 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-7e574401-e276-40b1-8b60-4d82d65cc534 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479980 May 11 21:09:57.937465 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd77ad-d1ca-4fc2-bf53-9a71aa976094 req-441ddd01-74da-41c3-af5d-87aad44acd13 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:57.938992 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bcd77ad-d1ca-4fc2-bf53-9a71aa976094 req-441ddd01-74da-41c3-af5d-87aad44acd13 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 944 time: 0.0473983 May 11 21:09:57.987676 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bcd77ad-d1ca-4fc2-bf53-9a71aa976094 req-18abd20f-59fe-4d05-8f31-8e1fa105e296 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 May 11 21:09:58.015251 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-8d939038-4c69-4ec0-841e-7870e4a0c1d5 service neutron] 10.222.0.35 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822985 May 11 21:09:58.104253 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-2bc65ee8-53a6-4ff2-8fdd-7d9e26da21d5 service neutron] 10.222.0.35 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828226 May 11 21:09:58.342211 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb25c7c9-4736-4ba5-8ddf-9735f0a6cb7c req-a77c3856-c4e6-4f59-871d-6fc9535d1d2a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 210 time: 0.0283687 May 11 21:09:58.639869 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 12f6eed9-d209-452c-9d4a-069e1266f397 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:09:58.685948 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 12f6eed9-d209-452c-9d4a-069e1266f397 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:09:58.756040 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 12f6eed9-d209-452c-9d4a-069e1266f397 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:09:58.759115 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:58.832230 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 12f6eed9-d209-452c-9d4a-069e1266f397 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:09:58.832615 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:58.854504 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f6eed9-d209-452c-9d4a-069e1266f397'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:09:58.856708 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7e4131-2177-46b1-8253-29e9c9199de3" -d '{"events": [{"server_uuid": "d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60", "name": "network-vif-plugged", "status": "completed", "tag": "12f6eed9-d209-452c-9d4a-069e1266f397"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:09:58.869253 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 12f6eed9-d209-452c-9d4a-069e1266f397, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=12f6eed9-d209-452c-9d4a-069e1266f397,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:09:58.893670 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb46699c-7769-4097-9499-5ca0d121db9f x-openstack-request-id: req-bb46699c-7769-4097-9499-5ca0d121db9f {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:09:58.893966 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60", "name": "network-vif-plugged", "status": "completed", "tag": "12f6eed9-d209-452c-9d4a-069e1266f397", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:09:58.894220 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb46699c-7769-4097-9499-5ca0d121db9f {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:09:58.894619 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb46699c-7769-4097-9499-5ca0d121db9f'] response: {'server_uuid': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f6eed9-d209-452c-9d4a-069e1266f397', 'code': 200} May 11 21:09:58.951864 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:09:59.002839 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=12f6eed9-d209-452c-9d4a-069e1266f397,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:09:59.099437 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562fdd5-34a7-4f52-bca3-5c3e2c6c1e1a req-818a4225-74e5-4eeb-9384-5bae4a4631f5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:59.100903 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c562fdd5-34a7-4f52-bca3-5c3e2c6c1e1a req-818a4225-74e5-4eeb-9384-5bae4a4631f5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 945 time: 0.0458050 May 11 21:09:59.149763 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c562fdd5-34a7-4f52-bca3-5c3e2c6c1e1a req-d3977dd2-c68e-4e99-9a37-543154746cf8 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427456 May 11 21:09:59.183174 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48c01d-c4d0-49a1-9090-7276a4436de4 req-d77d8a59-bd69-4837-977f-388c3e7c5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:09:59.184753 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3c48c01d-c4d0-49a1-9090-7276a4436de4 req-d77d8a59-bd69-4837-977f-388c3e7c5726 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 1129 time: 0.0430884 May 11 21:09:59.227356 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3c48c01d-c4d0-49a1-9090-7276a4436de4 req-6b911afe-b8e6-47a7-9414-aa0100600a04 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366428 May 11 21:09:59.438349 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8ec4ff43-23ed-4eb2-bc08-cbe2ef45873b req-bdaebad9-5a31-4c89-a2c1-b2deccc92e27 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 210 time: 0.0308735 May 11 21:10:00.264207 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f908c-13d1-49ee-949e-e471782ef75b req-8d9634f6-9819-490f-8670-0086990569fa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:00.265679 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0d6f908c-13d1-49ee-949e-e471782ef75b req-8d9634f6-9819-490f-8670-0086990569fa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 945 time: 0.0488684 May 11 21:10:00.311855 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0d6f908c-13d1-49ee-949e-e471782ef75b req-22ff1a35-3ede-42f9-91a2-144f0bbaf9a5 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406508 May 11 21:10:00.533905 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2e83c732-8f99-49ea-bd76-5f9c4fc11882 req-5e862465-4346-45c4-a969-c5a634f02700 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 210 time: 0.0269320 May 11 21:10:01.372765 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-81ba5386-1133-412c-8ef8-2b39e013736f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:01.374601 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-81ba5386-1133-412c-8ef8-2b39e013736f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 814 time: 0.1021240 May 11 21:10:01.428559 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdb018-4391-4f0c-862f-df248f1b13b2 req-a9d23878-c122-4b10-960e-8c91f3366e4f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:01.430154 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bcdb018-4391-4f0c-862f-df248f1b13b2 req-a9d23878-c122-4b10-960e-8c91f3366e4f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 945 time: 0.0474336 May 11 21:10:01.443566 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-d1409585-6155-461a-b221-6d66d9c87554 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad1ed05b84e545989b4753dab7bd4b3f HTTP/1.1" status: 200 len: 380 time: 0.0567119 May 11 21:10:01.453397 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'port': {'device_id': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'admin_state_up': True, 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'security_groups': ['70b2fac7-fde9-4be3-84f9-f42b8ba1511a']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:10:01.476558 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bcdb018-4391-4f0c-862f-df248f1b13b2 req-c79b8af9-bb80-4ffb-a3a4-5545cb29ae0f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408823 May 11 21:10:01.605045 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67080569-bb66-4e66-9ae0-8800baab6fa4 req-3c7b6b27-67b0-433e-8809-37a69155dcfa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:01.606808 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-67080569-bb66-4e66-9ae0-8800baab6fa4 req-3c7b6b27-67b0-433e-8809-37a69155dcfa tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 945 time: 0.0569813 May 11 21:10:01.615821 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49136) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:10:01.621054 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2aaa769b-fdf0-48f7-b346-ef54cbb6bfd0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Request body: {'floatingip': {'port_id': '12f6eed9-d209-452c-9d4a-069e1266f397'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:10:01.640735 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c09a654e-2e0e-4f44-82ca-3a4e5643e35f req-df766135-073d-4945-be37-9898608a68bd tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 210 time: 0.0370064 May 11 21:10:01.660496 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Made reservation on behalf of ad1ed05b84e545989b4753dab7bd4b3f for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:10:01.663991 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:01.678096 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2aaa769b-fdf0-48f7-b346-ef54cbb6bfd0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (94136c4f-6177-4d06-8eb5-0fca48d1d6f6), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:01.791176 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Allocated IP 172.20.0.13 (93d70e35-28da-4d4e-9ed9-625e30aef3e3/c1dcf91c-ec8d-4cb6-aa91-01263afc28ea/a9d8e283-e472-4b3a-9210-66b4191723d1) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:10:01.929653 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:02.032709 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:02.075246 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:10:02.078475 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:10:02.084374 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:10:02.091644 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event updated for resources: {'Port': ['ID=a9d8e283-e472-4b3a-9210-66b4191723d1,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:02.121168 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2aaa769b-fdf0-48f7-b346-ef54cbb6bfd0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:02.125316 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.125760 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.126114 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.126472 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.126824 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.127151 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.127483 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.127817 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.128149 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.128480 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.128808 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.129203 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.129640 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.135723 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.135723 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:02.152639 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:02.153246 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:02.186735 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2aaa769b-fdf0-48f7-b346-ef54cbb6bfd0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (94136c4f-6177-4d06-8eb5-0fca48d1d6f6), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:02.296597 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-2aaa769b-fdf0-48f7-b346-ef54cbb6bfd0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Floating IP 94136c4f-6177-4d06-8eb5-0fca48d1d6f6 associated. External IP: 172.27.3.190, port: 12f6eed9-d209-452c-9d4a-069e1266f397. May 11 21:10:02.301190 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-27117bd3-6048-45a1-94d9-1d07f2cdc327 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8518238 May 11 21:10:02.345130 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6d1bc4f4-9a1a-4cda-94fa-07bcda1d6dd4 None None] Provisioning complete for port a9d8e283-e472-4b3a-9210-66b4191723d1 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:10:02.345793 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc4f4-9a1a-4cda-94fa-07bcda1d6dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:02.366703 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Request body: {'port': {'device_id': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:10:02.381246 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6d1bc4f4-9a1a-4cda-94fa-07bcda1d6dd4 None None] Port a9d8e283-e472-4b3a-9210-66b4191723d1 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:10:02.436101 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:02.514256 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aaa769b-fdf0-48f7-b346-ef54cbb6bfd0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Router 90219150-3086-4cdf-8c57-9202d7967c1a has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:10:02.628657 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaa769b-fdf0-48f7-b346-ef54cbb6bfd0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:10:02.634198 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2aaa769b-fdf0-48f7-b346-ef54cbb6bfd0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:02.640581 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] Sync routers for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:10:02.652826 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:10:02.653460 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:09:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:02.682073 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2aaa769b-fdf0-48f7-b346-ef54cbb6bfd0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "PUT /v2.0/floatingips/94136c4f-6177-4d06-8eb5-0fca48d1d6f6 HTTP/1.1" status: 200 len: 991 time: 1.0650787 May 11 21:10:02.683036 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'tag': '12f6eed9-d209-452c-9d4a-069e1266f397'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:02.685609 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8cc573-0877-47d1-9e56-9eb0131349ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60", "tag": "12f6eed9-d209-452c-9d4a-069e1266f397"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:02.758550 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d8e283-e472-4b3a-9210-66b4191723d1 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:10:02.767283 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Publish callbacks [] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:02.776510 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa6c9d-d679-41d2-a136-1c5e8b896e26 req-33bc51e5-54a6-47d2-90b1-a56bbab9191a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:02.783494 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d4fa6c9d-d679-41d2-a136-1c5e8b896e26 req-33bc51e5-54a6-47d2-90b1-a56bbab9191a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 932 time: 0.0531926 May 11 21:10:02.783673 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Transition to ACTIVE for port object a9d8e283-e472-4b3a-9210-66b4191723d1 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:10:02.832090 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d4fa6c9d-d679-41d2-a136-1c5e8b896e26 req-44e1b361-23fb-43fb-958a-a1bf12cfd3ec tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465431 May 11 21:10:02.860525 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:02.879371 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66372c5-40ed-4014-b0b6-83ef0e6f6434 x-openstack-request-id: req-b66372c5-40ed-4014-b0b6-83ef0e6f6434 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:02.880325 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60", "tag": "12f6eed9-d209-452c-9d4a-069e1266f397", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:02.880634 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b66372c5-40ed-4014-b0b6-83ef0e6f6434 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:02.881050 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66372c5-40ed-4014-b0b6-83ef0e6f6434'] response: {'name': 'network-changed', 'server_uuid': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'tag': '12f6eed9-d209-452c-9d4a-069e1266f397', 'status': 'completed', 'code': 200} May 11 21:10:02.911392 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:10:02.975184 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d8e283-e472-4b3a-9210-66b4191723d1,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:03.000802 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-4374687f-81df-499b-8454-1966943fb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:03.002436 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-4374687f-81df-499b-8454-1966943fb475 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=513637db58d34fe198b2de93d2cbbeaa&device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 1129 time: 0.0979121 May 11 21:10:03.103451 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Attempting to bind port a9d8e283-e472-4b3a-9210-66b4191723d1 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:10:03.103895 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Attempting to bind port a9d8e283-e472-4b3a-9210-66b4191723d1 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:10:03.104314 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Attempting to bind port a9d8e283-e472-4b3a-9210-66b4191723d1 on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:10:03.110911 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Port a9d8e283-e472-4b3a-9210-66b4191723d1 on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:10:03.111317 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Attempting to bind port a9d8e283-e472-4b3a-9210-66b4191723d1 on network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:10:03.124388 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:10:03.124808 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Checking segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:10:03.125191 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Bound using segment: {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:10:03.125649 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Bound port: a9d8e283-e472-4b3a-9210-66b4191723d1, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb60974-913c-44be-b31d-12235f2ebc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:10:03.126000 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:03.146306 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-0b412ce7-b5d4-4faf-8a73-a0de066a708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:03.147762 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-0b412ce7-b5d4-4faf-8a73-a0de066a708a service neutron] 10.222.0.70 "GET /v2.0/networks?id=26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 200 len: 911 time: 0.1364112 May 11 21:10:03.187142 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '94136c4f-6177-4d06-8eb5-0fca48d1d6f6', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'port_id': '12f6eed9-d209-452c-9d4a-069e1266f397', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'mac_address': 'fa:16:3e:de:5b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:09:47Z', 'updated_at': '2022-05-11T21:10:02Z', 'revision_number': 1, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:03.222726 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] Checking router: 90219150-3086-4cdf-8c57-9202d7967c1a for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:10:03.241015 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:10:03.241674 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:09:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:03.253834 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] For port a9d8e283-e472-4b3a-9210-66b4191723d1, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:10:03.257972 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-184074c9-f27e-47f0-8739-48277561b260 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f6eed9-d209-452c-9d4a-069e1266f397 HTTP/1.1" status: 200 len: 999 time: 0.0838633 May 11 21:10:03.302559 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] For port a9d8e283-e472-4b3a-9210-66b4191723d1, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a9d8e283-e472-4b3a-9210-66b4191723d1,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:10:03.310813 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c734ee4-d873-4d76-b164-3d865c96d150 req-d2c59963-85bc-48c5-a6c9-e98b104503c7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:03.312449 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7c734ee4-d873-4d76-b164-3d865c96d150 req-d2c59963-85bc-48c5-a6c9-e98b104503c7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0526061 May 11 21:10:03.315393 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-008900b0-fab4-4c4f-b0a5-d0b317dd94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:03.316828 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-008900b0-fab4-4c4f-b0a5-d0b317dd94cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 HTTP/1.1" status: 200 len: 849 time: 0.0520077 May 11 21:10:03.363112 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7c734ee4-d873-4d76-b164-3d865c96d150 req-d1e47415-2f26-4bdc-8ad4-eb49e7224dca tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438881 May 11 21:10:03.366955 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:10:03.373726 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:03.436026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:03.436638 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:03.438015 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] 10.222.0.70 "PUT /v2.0/ports/a9d8e283-e472-4b3a-9210-66b4191723d1 HTTP/1.1" status: 200 len: 1094 time: 1.1286638 May 11 21:10:03.440079 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'tag': 'a9d8e283-e472-4b3a-9210-66b4191723d1'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:03.442341 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1371d0-9d6d-4302-ab5d-d24e726a44f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7674641c-2723-4ec9-84c9-6570d3c5b5de", "tag": "a9d8e283-e472-4b3a-9210-66b4191723d1"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:03.472514 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-434b9d31-7028-44df-bc8d-b9b1754142f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:03.472514 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-434b9d31-7028-44df-bc8d-b9b1754142f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26111c2a-0c3d-4253-b45f-aeacb402f250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838709 May 11 21:10:03.499281 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6e8b72-f5b0-471a-a59c-6d07033dff18 x-openstack-request-id: req-bc6e8b72-f5b0-471a-a59c-6d07033dff18 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:03.499609 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7674641c-2723-4ec9-84c9-6570d3c5b5de", "tag": "a9d8e283-e472-4b3a-9210-66b4191723d1", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:03.499916 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bc6e8b72-f5b0-471a-a59c-6d07033dff18 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:03.500320 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6e8b72-f5b0-471a-a59c-6d07033dff18'] response: {'name': 'network-changed', 'server_uuid': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'tag': 'a9d8e283-e472-4b3a-9210-66b4191723d1', 'status': 'completed', 'code': 200} May 11 21:10:03.507703 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff6a78-350e-4034-abcd-9d967e726551 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d8e283-e472-4b3a-9210-66b4191723d1,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:03.618874 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '94136c4f-6177-4d06-8eb5-0fca48d1d6f6', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'port_id': '12f6eed9-d209-452c-9d4a-069e1266f397', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'mac_address': 'fa:16:3e:de:5b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:09:47Z', 'updated_at': '2022-05-11T21:10:02Z', 'revision_number': 1, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:03.653342 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ee5e7-b3e7-4334-975a-89a5125385ed None None] The sync data for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi is: [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '94136c4f-6177-4d06-8eb5-0fca48d1d6f6', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'port_id': '12f6eed9-d209-452c-9d4a-069e1266f397', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'mac_address': 'fa:16:3e:de:5b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:09:47Z', 'updated_at': '2022-05-11T21:10:02Z', 'revision_number': 1, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:10:03.847506 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454907d5-3b9a-429b-93db-587fd285d929 None None] New status for floating IP 94136c4f-6177-4d06-8eb5-0fca48d1d6f6: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:10:03.876703 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1371d0-9d6d-4302-ab5d-d24e726a44f0 req-a2ab46b9-467b-4400-aeee-52c1bd1adcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:03.878237 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3b1371d0-9d6d-4302-ab5d-d24e726a44f0 req-a2ab46b9-467b-4400-aeee-52c1bd1adcc4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 1128 time: 0.3555305 May 11 21:10:03.975251 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-47853f9a-06fa-412d-82b4-c2b3b619a05a service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930451 May 11 21:10:04.002477 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea6402-4b9d-45fe-a740-5a8c8b034120 req-5eb1a4fc-0fe7-4534-a08e-24da05f4ff0f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:04.003953 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e4ea6402-4b9d-45fe-a740-5a8c8b034120 req-5eb1a4fc-0fe7-4534-a08e-24da05f4ff0f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 944 time: 0.0484364 May 11 21:10:04.019155 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1371d0-9d6d-4302-ab5d-d24e726a44f0 req-e531f954-0914-48e7-a83c-789cc74dcf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:04.021122 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3b1371d0-9d6d-4302-ab5d-d24e726a44f0 req-e531f954-0914-48e7-a83c-789cc74dcf43 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1345074 May 11 21:10:04.051895 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e4ea6402-4b9d-45fe-a740-5a8c8b034120 req-ba799174-5227-4448-9fbf-03d7c64828c3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409610 May 11 21:10:04.140924 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7f8cc573-0877-47d1-9e56-9eb0131349ea req-cd080f8b-68bf-453a-abad-3abbcaeec292 service neutron] 10.222.0.70 "GET /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589801 May 11 21:10:04.167578 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1371d0-9d6d-4302-ab5d-d24e726a44f0 req-e3bb5b2a-9974-4bfb-bef9-145e4aa96b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:04.171200 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3b1371d0-9d6d-4302-ab5d-d24e726a44f0 req-e3bb5b2a-9974-4bfb-bef9-145e4aa96b13 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215053 May 11 21:10:04.245612 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-66547d03-5bff-46d6-933f-294fa108d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:04.247077 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-66547d03-5bff-46d6-933f-294fa108d662 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 1128 time: 0.0378664 May 11 21:10:04.295187 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-a91fb0d8-8cc8-43a8-b55c-5a137a86c516 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9d8e283-e472-4b3a-9210-66b4191723d1 HTTP/1.1" status: 200 len: 217 time: 0.0368826 May 11 21:10:04.342593 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-25f2a70f-7890-4671-9642-b637f359b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:04.344004 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-25f2a70f-7890-4671-9642-b637f359b44c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 200 len: 853 time: 0.0429547 May 11 21:10:04.392374 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-34be5975-d14c-4b0d-a8f6-495e2c5b4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:04.393874 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-34be5975-d14c-4b0d-a8f6-495e2c5b4b55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93d70e35-28da-4d4e-9ed9-625e30aef3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379472 May 11 21:10:04.515159 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756088e-e236-4ce1-a5aa-33308ccb38ed req-4f8d7dc0-ca58-42e1-8853-36cde25a2fbf tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:04.516605 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8756088e-e236-4ce1-a5aa-33308ccb38ed req-4f8d7dc0-ca58-42e1-8853-36cde25a2fbf tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0567656 May 11 21:10:04.533518 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-e9a662af-28fa-4700-85b6-02023b19cb67 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331673 May 11 21:10:04.592228 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8756088e-e236-4ce1-a5aa-33308ccb38ed req-7b3b1fd1-bff8-416d-aa4c-06923011ccd5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700366 May 11 21:10:04.648354 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8a19e1b-0d64-43a5-9b07-0d0f30839a79 req-9071d020-cc78-45c6-9b33-709ca92faeb3 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030958 May 11 21:10:05.163518 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca746d5c-bc7a-45a4-9df8-e07aa855117b req-3ec737a8-8b1b-4224-8413-eddaefd2bfcb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:05.164898 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca746d5c-bc7a-45a4-9df8-e07aa855117b req-3ec737a8-8b1b-4224-8413-eddaefd2bfcb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 944 time: 0.0464218 May 11 21:10:05.209482 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca746d5c-bc7a-45a4-9df8-e07aa855117b req-08c65d1b-0750-4004-9fe8-b0948d2cb20b tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392282 May 11 21:10:05.805320 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8276d-ea7a-4b29-ba39-4a8724c6cf7c req-9b7df8f1-e8ff-437e-9e1e-4560542ecf0f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:05.806777 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ff8276d-ea7a-4b29-ba39-4a8724c6cf7c req-9b7df8f1-e8ff-437e-9e1e-4560542ecf0f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0461140 May 11 21:10:05.853785 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2ff8276d-ea7a-4b29-ba39-4a8724c6cf7c req-69fdaa40-0444-4de4-b0f4-a3d532ee21e1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410099 May 11 21:10:06.323460 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d23d5b-03f7-4c13-b541-1807bb4ebac7 req-22e66d0f-e3c1-40ce-8bf4-8553998de782 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:06.328004 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9d23d5b-03f7-4c13-b541-1807bb4ebac7 req-22e66d0f-e3c1-40ce-8bf4-8553998de782 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 944 time: 0.0491996 May 11 21:10:06.371529 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9d23d5b-03f7-4c13-b541-1807bb4ebac7 req-57b0c63d-08b6-4c86-9f28-a0c77abaa1dd tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 May 11 21:10:06.699923 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device a9d8e283-e472-4b3a-9210-66b4191723d1 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:10:06.798395 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port a9d8e283-e472-4b3a-9210-66b4191723d1, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a9d8e283-e472-4b3a-9210-66b4191723d1,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:06.809218 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'a9d8e283-e472-4b3a-9210-66b4191723d1', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'port_id': 'a9d8e283-e472-4b3a-9210-66b4191723d1', 'mac_address': 'fa:16:3e:6c:77:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:10:06.845373 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port a9d8e283-e472-4b3a-9210-66b4191723d1 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:10:06.845789 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:06.864028 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d8e283-e472-4b3a-9210-66b4191723d1 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:10:06.889121 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port a9d8e283-e472-4b3a-9210-66b4191723d1, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a9d8e283-e472-4b3a-9210-66b4191723d1,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:06.961471 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:06.969260 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1b648-2040-4113-8cf3-ecd68f4b6f4b req-49a7dd5e-f51b-4cbe-a1cc-27c9763bb3c3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:06.970788 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-37a1b648-2040-4113-8cf3-ecd68f4b6f4b req-49a7dd5e-f51b-4cbe-a1cc-27c9763bb3c3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0473104 May 11 21:10:07.014078 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=a9d8e283-e472-4b3a-9210-66b4191723d1,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:07.027227 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-37a1b648-2040-4113-8cf3-ecd68f4b6f4b req-57e77255-34f6-4465-b3c9-6876976ade45 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503736 May 11 21:10:07.260032 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['a9d8e283-e472-4b3a-9210-66b4191723d1'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:10:07.481190 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b150a5-3a4f-406e-8add-97fdd04401d0 req-3f7b904d-32d4-41ed-a87d-ffeca13cd476 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:07.482694 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-31b150a5-3a4f-406e-8add-97fdd04401d0 req-3f7b904d-32d4-41ed-a87d-ffeca13cd476 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 945 time: 0.0459988 May 11 21:10:07.528079 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-31b150a5-3a4f-406e-8add-97fdd04401d0 req-53449dd8-d7a7-444b-9f10-915aefb6b6f6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398259 May 11 21:10:08.145842 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb6aa1-efb1-4f03-b841-bafd1faab354 req-cb933546-6076-43ae-b1bd-649b0a2e3fd9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:08.147379 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01bb6aa1-efb1-4f03-b841-bafd1faab354 req-cb933546-6076-43ae-b1bd-649b0a2e3fd9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0489020 May 11 21:10:08.195170 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-01bb6aa1-efb1-4f03-b841-bafd1faab354 req-946f0166-0855-47e3-acba-777d61573cac tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 May 11 21:10:08.636875 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be0fb-d312-4aab-99df-347538f453da req-f1302237-2b32-4836-9c0d-ad62651494e6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:08.638354 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e2be0fb-d312-4aab-99df-347538f453da req-f1302237-2b32-4836-9c0d-ad62651494e6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 945 time: 0.0451014 May 11 21:10:08.686324 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e2be0fb-d312-4aab-99df-347538f453da req-f930de1b-8195-4060-a7b2-8d474e8145d5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 May 11 21:10:08.712739 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device a9d8e283-e472-4b3a-9210-66b4191723d1 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:10:08.755595 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port a9d8e283-e472-4b3a-9210-66b4191723d1 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:10:08.860357 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port a9d8e283-e472-4b3a-9210-66b4191723d1 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:10:08.860745 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:08.946033 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port a9d8e283-e472-4b3a-9210-66b4191723d1 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:10:08.946033 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:08.968385 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d8e283-e472-4b3a-9210-66b4191723d1'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:08.970607 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033586ae-0f39-4907-8d55-be1b178e6016" -d '{"events": [{"server_uuid": "7674641c-2723-4ec9-84c9-6570d3c5b5de", "name": "network-vif-plugged", "status": "completed", "tag": "a9d8e283-e472-4b3a-9210-66b4191723d1"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:08.983416 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port a9d8e283-e472-4b3a-9210-66b4191723d1, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a9d8e283-e472-4b3a-9210-66b4191723d1,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:09.006496 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab86dab6-0660-4f75-afde-f950b9b30ec2 x-openstack-request-id: req-ab86dab6-0660-4f75-afde-f950b9b30ec2 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:09.006814 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7674641c-2723-4ec9-84c9-6570d3c5b5de", "name": "network-vif-plugged", "status": "completed", "tag": "a9d8e283-e472-4b3a-9210-66b4191723d1", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:09.007078 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab86dab6-0660-4f75-afde-f950b9b30ec2 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:09.007475 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab86dab6-0660-4f75-afde-f950b9b30ec2'] response: {'server_uuid': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d8e283-e472-4b3a-9210-66b4191723d1', 'code': 200} May 11 21:10:09.066258 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:09.116821 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=a9d8e283-e472-4b3a-9210-66b4191723d1,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:09.308501 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939be2-ea28-4b53-9414-a3795ccad6a1 req-4ca12d7a-7e8e-4cc1-a336-f8d51045629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:09.310182 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ae939be2-ea28-4b53-9414-a3795ccad6a1 req-4ca12d7a-7e8e-4cc1-a336-f8d51045629b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 1130 time: 0.0374861 May 11 21:10:09.313200 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8a9da-04cd-4cb5-862f-0048972e077b req-8d53a92e-9552-4bca-8d41-c3c952897ff0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:09.314692 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-75f8a9da-04cd-4cb5-862f-0048972e077b req-8d53a92e-9552-4bca-8d41-c3c952897ff0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0461841 May 11 21:10:09.353942 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ae939be2-ea28-4b53-9414-a3795ccad6a1 req-86ecdbbe-b8f8-425d-b7e4-53b5eb6ba803 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375738 May 11 21:10:09.361383 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-75f8a9da-04cd-4cb5-862f-0048972e077b req-7919c3d3-5b20-4e5f-8fde-f1d25d801941 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404255 May 11 21:10:09.799314 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769784e5-60fc-4137-8df0-f058924acc86 req-f10b21d3-1aa9-4b71-8804-f5b2d1092e0f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:09.800753 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-769784e5-60fc-4137-8df0-f058924acc86 req-f10b21d3-1aa9-4b71-8804-f5b2d1092e0f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 946 time: 0.0487320 May 11 21:10:09.846308 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-769784e5-60fc-4137-8df0-f058924acc86 req-a8534ac8-8722-452e-ad72-a4ec047d757c tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395393 May 11 21:10:09.995498 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a158a3a3-765b-49c9-ae58-3579b254d9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:10.477553 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baece6f-eed5-40db-bf31-8d7cb66ea105 req-b601ee2c-57a2-4ebf-8804-fb2507cdad19 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:10.479046 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5baece6f-eed5-40db-bf31-8d7cb66ea105 req-b601ee2c-57a2-4ebf-8804-fb2507cdad19 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0454488 May 11 21:10:10.527479 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5baece6f-eed5-40db-bf31-8d7cb66ea105 req-5734eaa8-d92f-4a0c-a026-618a34c1fad0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 May 11 21:10:10.956626 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7116966-50a7-46c5-8762-6c39f8b04bca req-fcc76d2f-e62c-45b6-982d-f6ee50f29310 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:10.958668 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7116966-50a7-46c5-8762-6c39f8b04bca req-fcc76d2f-e62c-45b6-982d-f6ee50f29310 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 946 time: 0.0461135 May 11 21:10:11.004902 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e7116966-50a7-46c5-8762-6c39f8b04bca req-4a3f65bd-eb88-4fb5-9d8e-847936073a59 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403020 May 11 21:10:11.644924 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0322f26-0710-48e9-8b7a-d083f59985ed req-6df5108b-25bf-464c-8c27-da2b1f075d80 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:11.646490 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e0322f26-0710-48e9-8b7a-d083f59985ed req-6df5108b-25bf-464c-8c27-da2b1f075d80 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0493188 May 11 21:10:11.692288 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e0322f26-0710-48e9-8b7a-d083f59985ed req-82681c23-e745-44b1-b993-06a1b00e9317 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400596 May 11 21:10:12.115117 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56f1a3-b746-47ff-b47d-a23e2ccd7845 req-5cd7b228-1518-44c8-99c6-eab6047b3188 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:12.116603 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3d56f1a3-b746-47ff-b47d-a23e2ccd7845 req-5cd7b228-1518-44c8-99c6-eab6047b3188 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 946 time: 0.0466025 May 11 21:10:12.166570 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3d56f1a3-b746-47ff-b47d-a23e2ccd7845 req-6a8b747d-4936-4313-b084-4f933fe99e0a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443609 May 11 21:10:12.214891 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b49fff9d-ee35-469b-801d-3f6df017b6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:12.276176 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0255-9fe3-4d53-a75e-66b25fe4fb66 req-84a6db7f-da0c-433d-87f1-9fd99542d6fc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:12.277649 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4fcd0255-9fe3-4d53-a75e-66b25fe4fb66 req-84a6db7f-da0c-433d-87f1-9fd99542d6fc tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 946 time: 0.0457513 May 11 21:10:12.286464 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49212) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:10:12.290574 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-30f620fe-ee2d-44e5-9148-4d049aa1daf9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Request body: {'floatingip': {'port_id': 'a9d8e283-e472-4b3a-9210-66b4191723d1'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:10:12.331428 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30f620fe-ee2d-44e5-9148-4d049aa1daf9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (a8bd3523-1566-47e3-9b37-8d81dd14fd6f), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:12.806079 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb3914-978d-4bf6-b025-bd736a095328 req-022f7c8f-ab00-4b77-b4d1-b6ccf93482eb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:12.807551 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fafb3914-978d-4bf6-b025-bd736a095328 req-022f7c8f-ab00-4b77-b4d1-b6ccf93482eb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0466776 May 11 21:10:12.855619 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fafb3914-978d-4bf6-b025-bd736a095328 req-8495f1c0-9201-4d16-b7e9-c38d9e33c04b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423422 May 11 21:10:12.979207 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30f620fe-ee2d-44e5-9148-4d049aa1daf9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:13.043692 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30f620fe-ee2d-44e5-9148-4d049aa1daf9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (a8bd3523-1566-47e3-9b37-8d81dd14fd6f), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:13.144254 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-30f620fe-ee2d-44e5-9148-4d049aa1daf9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Floating IP a8bd3523-1566-47e3-9b37-8d81dd14fd6f associated. External IP: 172.27.3.231, port: a9d8e283-e472-4b3a-9210-66b4191723d1. May 11 21:10:13.350547 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f620fe-ee2d-44e5-9148-4d049aa1daf9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Router 24f8bcc3-4b3f-4906-8252-84f991296269 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:10:13.460343 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f620fe-ee2d-44e5-9148-4d049aa1daf9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:10:13.464819 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-30f620fe-ee2d-44e5-9148-4d049aa1daf9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:13.469479 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:10:13.479559 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:10:13.480188 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:10:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:13.495718 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-30f620fe-ee2d-44e5-9148-4d049aa1daf9 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "PUT /v2.0/floatingips/a8bd3523-1566-47e3-9b37-8d81dd14fd6f HTTP/1.1" status: 200 len: 992 time: 1.2082860 May 11 21:10:13.496318 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'tag': 'a9d8e283-e472-4b3a-9210-66b4191723d1'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:13.498730 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ba5619-6db0-4136-bf32-4c3b218412f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7674641c-2723-4ec9-84c9-6570d3c5b5de", "tag": "a9d8e283-e472-4b3a-9210-66b4191723d1"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:13.586947 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23957445-5143-4705-be85-150db2f9fdb3 x-openstack-request-id: req-23957445-5143-4705-be85-150db2f9fdb3 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:13.587300 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7674641c-2723-4ec9-84c9-6570d3c5b5de", "tag": "a9d8e283-e472-4b3a-9210-66b4191723d1", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:13.587619 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23957445-5143-4705-be85-150db2f9fdb3 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:13.588087 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23957445-5143-4705-be85-150db2f9fdb3'] response: {'name': 'network-changed', 'server_uuid': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'tag': 'a9d8e283-e472-4b3a-9210-66b4191723d1', 'status': 'completed', 'code': 200} May 11 21:10:13.589711 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:10:13.654551 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-677fcde0-bf66-42c8-86eb-43fc3bc990c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:13.655958 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-677fcde0-bf66-42c8-86eb-43fc3bc990c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 1130 time: 0.0390716 May 11 21:10:13.747443 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:13.812978 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-e62fb61f-737f-4773-8700-5ebbd85fc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:13.814479 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-e62fb61f-737f-4773-8700-5ebbd85fc6fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 200 len: 915 time: 0.0897744 May 11 21:10:13.819631 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': 'a8bd3523-1566-47e3-9b37-8d81dd14fd6f', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'a9d8e283-e472-4b3a-9210-66b4191723d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:6c:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:09:57Z', 'updated_at': '2022-05-11T21:10:12Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:13.849789 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:10:13.858314 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:10:13.858949 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:10:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:13.882346 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-2fe5bcbb-a3e6-41d4-ad5f-5269ffd19b78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9d8e283-e472-4b3a-9210-66b4191723d1 HTTP/1.1" status: 200 len: 1000 time: 0.0582569 May 11 21:10:13.960734 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-7e454cb3-d49d-49ef-aa54-95ca2330710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:13.962149 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-7e454cb3-d49d-49ef-aa54-95ca2330710a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 200 len: 853 time: 0.0722363 May 11 21:10:13.971869 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:10:13.989433 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e012a0-5619-45f2-ae66-2fa31002bfe8 req-b4c7eeab-4a94-45cd-b81a-dfcaa0294c22 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:13.990944 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a6e012a0-5619-45f2-ae66-2fa31002bfe8 req-b4c7eeab-4a94-45cd-b81a-dfcaa0294c22 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0614939 May 11 21:10:14.031361 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-0492d2dd-796f-4cf0-ba6c-6bbefbab75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:14.032856 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-0492d2dd-796f-4cf0-ba6c-6bbefbab75b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93d70e35-28da-4d4e-9ed9-625e30aef3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631728 May 11 21:10:14.084663 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a6e012a0-5619-45f2-ae66-2fa31002bfe8 req-55535716-f8ad-41ab-921d-e626fbdabd45 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787723 May 11 21:10:14.144078 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-ad066c73-4f5d-41bd-b882-616c5f8e0311 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991404 May 11 21:10:14.191387 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': 'a8bd3523-1566-47e3-9b37-8d81dd14fd6f', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'a9d8e283-e472-4b3a-9210-66b4191723d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:6c:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:09:57Z', 'updated_at': '2022-05-11T21:10:12Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:14.217950 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c9a82-ee37-4f7e-832b-2473f24f4bcc None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': 'a8bd3523-1566-47e3-9b37-8d81dd14fd6f', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'port_id': 'a9d8e283-e472-4b3a-9210-66b4191723d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'mac_address': 'fa:16:3e:6c:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:09:57Z', 'updated_at': '2022-05-11T21:10:12Z', 'revision_number': 1, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:10:14.232239 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b6ba5619-6db0-4136-bf32-4c3b218412f8 req-3f2e3c35-e2db-41df-8555-a08621729e15 service neutron] 10.222.0.70 "GET /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817108 May 11 21:10:14.409595 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e515d245-13d6-424f-a5dd-08ad5e31d3cc None None] New status for floating IP a8bd3523-1566-47e3-9b37-8d81dd14fd6f: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:10:14.747626 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device f03f2724-557a-44bf-a2f6-34c8f1d25081 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:10:14.845376 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:14.987358 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'port_id': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'mac_address': 'fa:16:3e:e3:20:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:10:15.028874 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port f03f2724-557a-44bf-a2f6-34c8f1d25081 is: ACTIVE; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:10:15.029259 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:15.042572 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f03f2724-557a-44bf-a2f6-34c8f1d25081 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:10:15.061513 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:15.089002 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:15.209494 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:15.214997 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06153a79-794d-4fae-837e-f15f3802cffa req-1e44b245-aae9-42fa-8f24-f2b529495605 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:15.215503 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06153a79-794d-4fae-837e-f15f3802cffa req-1e44b245-aae9-42fa-8f24-f2b529495605 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0496192 May 11 21:10:15.262026 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=6']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:15.263600 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06153a79-794d-4fae-837e-f15f3802cffa req-03dd5f88-a948-48bb-aa45-ed81cc64a94e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422120 May 11 21:10:15.275262 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.275608 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.275971 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.276328 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.276664 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.276994 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.277320 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.277670 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.277996 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.278320 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.278640 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.279264 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.279348 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.279745 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.280138 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:15.382764 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['f03f2724-557a-44bf-a2f6-34c8f1d25081'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:10:16.389752 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1851b-f365-4000-8ed1-09bb2d2730b8 req-b8bdcbf8-715a-4a53-bff7-57c6acfc826c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:16.391227 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f5e1851b-f365-4000-8ed1-09bb2d2730b8 req-b8bdcbf8-715a-4a53-bff7-57c6acfc826c tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 945 time: 0.0538225 May 11 21:10:16.438135 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f5e1851b-f365-4000-8ed1-09bb2d2730b8 req-ef6e0a99-59dd-451c-a41c-f6afa509ac76 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 May 11 21:10:16.580490 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:16.764563 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device f03f2724-557a-44bf-a2f6-34c8f1d25081 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:10:16.817817 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port f03f2724-557a-44bf-a2f6-34c8f1d25081 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:10:16.818591 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:16.913252 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port f03f2724-557a-44bf-a2f6-34c8f1d25081 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:10:16.913583 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:16.936989 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:16.939489 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd38b0f2-071e-4b13-842d-cc13d4ab6b7c" -d '{"events": [{"server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "name": "network-vif-plugged", "status": "completed", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:16.964821 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:16.981516 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac94f7f-9f9b-4676-8955-adf1b31fcb79 x-openstack-request-id: req-dac94f7f-9f9b-4676-8955-adf1b31fcb79 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:16.981516 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "name": "network-vif-plugged", "status": "completed", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:16.981516 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dac94f7f-9f9b-4676-8955-adf1b31fcb79 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:16.981516 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac94f7f-9f9b-4676-8955-adf1b31fcb79'] response: {'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'code': 200} May 11 21:10:17.066402 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:17.118103 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=7']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:17.564764 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f49d8c-82e2-4717-8fa7-c4294670d45c req-84cf3b2a-a10a-40ff-8e15-e3e3ef5d3e31 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:17.566321 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2f49d8c-82e2-4717-8fa7-c4294670d45c req-84cf3b2a-a10a-40ff-8e15-e3e3ef5d3e31 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0525887 May 11 21:10:17.618392 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b2f49d8c-82e2-4717-8fa7-c4294670d45c req-27fd4652-7730-4a6a-934f-7e798b998796 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456362 May 11 21:10:18.403605 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:18.748354 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe56b43-e0a6-43e0-bf66-2898f612b153 req-09c04e2b-91ed-4f24-9124-7b7f8be76a81 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:18.750025 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5fe56b43-e0a6-43e0-bf66-2898f612b153 req-09c04e2b-91ed-4f24-9124-7b7f8be76a81 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0545146 May 11 21:10:18.804625 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5fe56b43-e0a6-43e0-bf66-2898f612b153 req-46e6bd34-1322-4955-8a76-72065524faaf tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463960 May 11 21:10:20.008270 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac16688-6279-477f-bfd2-4f2fe2b941fa req-cb388472-6736-46e0-b55b-5db7b07aeb43 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:20.008270 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ac16688-6279-477f-bfd2-4f2fe2b941fa req-cb388472-6736-46e0-b55b-5db7b07aeb43 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0626962 May 11 21:10:20.008270 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1ac16688-6279-477f-bfd2-4f2fe2b941fa req-a77af458-d74b-4ef0-88b5-07026c3e5ac0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447798 May 11 21:10:21.122814 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efb9a4-a1fa-4040-87ca-8b4374da4bc4 req-ee35cb22-ec7b-4008-8f46-a0303c41fc9d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:21.129884 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03efb9a4-a1fa-4040-87ca-8b4374da4bc4 req-ee35cb22-ec7b-4008-8f46-a0303c41fc9d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0563736 May 11 21:10:21.180453 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03efb9a4-a1fa-4040-87ca-8b4374da4bc4 req-d95c61b6-6243-4284-98db-578474a685c9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480678 May 11 21:10:22.306295 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72759cb7-0a62-4400-b964-fc4b43706129 req-989fe89b-5608-4776-ba90-2e16d5c5cb32 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:22.307889 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-72759cb7-0a62-4400-b964-fc4b43706129 req-989fe89b-5608-4776-ba90-2e16d5c5cb32 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0519629 May 11 21:10:22.357604 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-72759cb7-0a62-4400-b964-fc4b43706129 req-a85e25da-4c4f-435a-93b5-47324aec383b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439379 May 11 21:10:23.486447 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0d4cd-e587-43d3-b4f5-fe4355b4e285 req-df415f60-de9f-4c13-baf4-4c941ce704fc tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:23.488098 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ef0d4cd-e587-43d3-b4f5-fe4355b4e285 req-df415f60-de9f-4c13-baf4-4c941ce704fc tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0513985 May 11 21:10:23.550061 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ef0d4cd-e587-43d3-b4f5-fe4355b4e285 req-c7e28a8b-30fa-4365-af2e-6878a86cff87 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556901 May 11 21:10:24.672562 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbfed3-8cf2-4add-8810-44e4adeb5c32 req-73d02476-ae87-4328-93f5-f429230df440 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:24.674301 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5fbfed3-8cf2-4add-8810-44e4adeb5c32 req-73d02476-ae87-4328-93f5-f429230df440 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0512168 May 11 21:10:24.730371 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5fbfed3-8cf2-4add-8810-44e4adeb5c32 req-027c716b-1dfb-4ad4-b2cf-b17e6b9cdbf5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495517 May 11 21:10:25.852581 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14da86c-e961-41b5-813e-d6c1ae42603b req-f621b7a0-21ae-4ab1-a276-51c114eebcb3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:25.854062 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b14da86c-e961-41b5-813e-d6c1ae42603b req-f621b7a0-21ae-4ab1-a276-51c114eebcb3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0466821 May 11 21:10:25.899073 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b14da86c-e961-41b5-813e-d6c1ae42603b req-0f36c002-ee7a-4dc4-9c86-8556d8723315 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393655 May 11 21:10:27.016118 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd6d0c-65fc-4154-a4e7-d5d5721aab08 req-5dcce542-0845-4f90-b053-d6468755ca7d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:27.017652 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1cbd6d0c-65fc-4154-a4e7-d5d5721aab08 req-5dcce542-0845-4f90-b053-d6468755ca7d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0484746 May 11 21:10:27.067089 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1cbd6d0c-65fc-4154-a4e7-d5d5721aab08 req-b23aa3a6-726e-4589-b07c-59fa36e5ceaf tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428083 May 11 21:10:27.748709 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-fa26c359-d7bb-4ebe-9556-e60ad2f5961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:27.750231 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-fa26c359-d7bb-4ebe-9556-e60ad2f5961b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 1130 time: 0.0408385 May 11 21:10:27.852079 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-8ccd79d7-76e2-49b0-9275-04fc5c39c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:27.853551 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-8ccd79d7-76e2-49b0-9275-04fc5c39c552 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 918 time: 0.0903978 May 11 21:10:28.187986 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8ab9-66d1-4b9a-922b-1a4cbe86b98d req-51d31171-0947-4012-9b4e-3efc4051ded3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:28.189430 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6fda8ab9-66d1-4b9a-922b-1a4cbe86b98d req-51d31171-0947-4012-9b4e-3efc4051ded3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0489852 May 11 21:10:28.234836 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6fda8ab9-66d1-4b9a-922b-1a4cbe86b98d req-f0ec8793-523e-4fbb-a9df-01236aa204ed tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393806 May 11 21:10:28.290478 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-39482be8-eb55-4cff-8c6f-01ac448f0790 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081 HTTP/1.1" status: 200 len: 1002 time: 0.0581098 May 11 21:10:28.347796 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-b3566904-26a9-4832-9f46-12034aa6346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:28.349239 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-b3566904-26a9-4832-9f46-12034aa6346f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 200 len: 856 time: 0.0472729 May 11 21:10:28.352384 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:10:28.406895 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-ce114b21-701e-4ef6-a9c5-3d6e8e48ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:28.408373 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-ce114b21-701e-4ef6-a9c5-3d6e8e48ed46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390184 May 11 21:10:28.497844 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-b02ae3ee-6f06-4c44-85f9-1fc8b60eab5b service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825624 May 11 21:10:28.590835 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7643e22b-dd10-4dc5-ad6e-6cf14ca8e7ec req-e24a6553-3e12-40ce-b010-85fa5daeb8a4 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862536 May 11 21:10:29.350475 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f64cf-5c65-4dbc-a5df-6601073adbd6 req-4aaebccc-2ba2-4b7e-969c-f0100327cc48 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:29.351925 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1c5f64cf-5c65-4dbc-a5df-6601073adbd6 req-4aaebccc-2ba2-4b7e-969c-f0100327cc48 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0458491 May 11 21:10:29.396785 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1c5f64cf-5c65-4dbc-a5df-6601073adbd6 req-8bb06b3d-c049-479f-871b-7dcefb54fe3e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393736 May 11 21:10:30.514855 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e25b1-3d16-4a3c-be1b-c77cb762b3c0 req-5ca44624-b23a-4d5c-8c81-f130b9071f6a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:30.516314 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ee2e25b1-3d16-4a3c-be1b-c77cb762b3c0 req-5ca44624-b23a-4d5c-8c81-f130b9071f6a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 946 time: 0.0484743 May 11 21:10:30.561617 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ee2e25b1-3d16-4a3c-be1b-c77cb762b3c0 req-a7c99253-f1d7-4319-9d06-dfa3303ebf20 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391779 May 11 21:10:30.856423 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device f03f2724-557a-44bf-a2f6-34c8f1d25081 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:10:30.936229 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port f03f2724-557a-44bf-a2f6-34c8f1d25081 is: ACTIVE; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:10:30.936617 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:30.958794 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:30.961094 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37262134-4352-42d5-8752-110b44ceae33" -d '{"events": [{"server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "name": "network-vif-unplugged", "status": "completed", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:30.973231 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:31.035593 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:31.059683 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 May 2022 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0488bde-6719-47ba-822e-b2758ff1562a x-openstack-request-id: req-d0488bde-6719-47ba-822e-b2758ff1562a {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:31.062853 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "name": "network-vif-unplugged", "status": "completed", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:31.062853 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d0488bde-6719-47ba-822e-b2758ff1562a {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:31.062853 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0488bde-6719-47ba-822e-b2758ff1562a'] response: {'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'code': 200} May 11 21:10:31.084985 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=8']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:31.268237 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be29226-ebfa-4fbf-9b08-82b46180d971 req-6eaac66f-24e4-4ef8-939a-3c2011836ea0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:31.269708 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0be29226-ebfa-4fbf-9b08-82b46180d971 req-6eaac66f-24e4-4ef8-939a-3c2011836ea0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0466611 May 11 21:10:31.316413 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0be29226-ebfa-4fbf-9b08-82b46180d971 req-b21e99e1-ed18-45a0-a54c-c3e72f276d18 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408642 May 11 21:10:31.678300 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdfb01-c264-4251-aceb-cf5608851008 req-06f1df3a-81f3-41ae-8ca8-734eb41bd66e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:31.679774 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d7bdfb01-c264-4251-aceb-cf5608851008 req-06f1df3a-81f3-41ae-8ca8-734eb41bd66e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0459330 May 11 21:10:31.725901 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d7bdfb01-c264-4251-aceb-cf5608851008 req-632de340-3316-4ad0-b42f-bb0c4a809fb1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406795 May 11 21:10:32.425679 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fa0c3-1684-4f7a-8088-4c05935b5044 req-cf04c0e4-45cd-4873-958f-9568addcd3f8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:32.427124 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a92fa0c3-1684-4f7a-8088-4c05935b5044 req-cf04c0e4-45cd-4873-958f-9568addcd3f8 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0459394 May 11 21:10:32.476929 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a92fa0c3-1684-4f7a-8088-4c05935b5044 req-7671718b-ed6c-4c1d-b25c-1c44faebf40a tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436666 May 11 21:10:33.592348 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfdf81-58db-4d23-88cf-891a4f9ac543 req-b59e3837-6817-4b78-a283-391e7f52e07c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:33.593875 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-94dfdf81-58db-4d23-88cf-891a4f9ac543 req-b59e3837-6817-4b78-a283-391e7f52e07c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0504956 May 11 21:10:33.642628 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-94dfdf81-58db-4d23-88cf-891a4f9ac543 req-ee656a05-e94a-41b5-a22e-2bf028c0e18c tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 May 11 21:10:33.715291 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-22cee3a9-7d21-44ae-ac83-17b119cf0a50 req-7c18450f-69ac-4a3d-a459-72dab43f87e7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 21:10:33.716427 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-22cee3a9-7d21-44ae-ac83-17b119cf0a50 req-7c18450f-69ac-4a3d-a459-72dab43f87e7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0465426 May 11 21:10:34.024607 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a56eb-1084-4962-8efa-ca5f7c392b30 req-a01368cc-5186-45f4-8fa7-5079623731e9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:34.026413 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f97a56eb-1084-4962-8efa-ca5f7c392b30 req-a01368cc-5186-45f4-8fa7-5079623731e9 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0470338 May 11 21:10:34.073430 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f97a56eb-1084-4962-8efa-ca5f7c392b30 req-dc1628f5-1a0a-485a-9159-42d21f7a0fde tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415266 May 11 21:10:34.250689 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-f9fa1045-a96b-4527-bcee-2239dfb77f6c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0368741 May 11 21:10:34.323117 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-423bd6fa-99fc-4ac4-b589-b3f2cfe77a92 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:34.324487 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-423bd6fa-99fc-4ac4-b589-b3f2cfe77a92 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports/f03f2724-557a-44bf-a2f6-34c8f1d25081 HTTP/1.1" status: 200 len: 941 time: 0.0457857 May 11 21:10:34.756878 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4216e-94d8-44e3-9180-38c7c2bf3a84 req-a7e522d6-e724-4075-88ae-468d15039e27 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:34.758361 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71c4216e-94d8-44e3-9180-38c7c2bf3a84 req-a7e522d6-e724-4075-88ae-468d15039e27 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0459096 May 11 21:10:34.803049 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71c4216e-94d8-44e3-9180-38c7c2bf3a84 req-0ff042cb-0c3f-42c0-b5a3-ce11e1f45ec0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=f70baf0c-5160-49d8-bebc-c2278f0b0391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392911 May 11 21:10:34.858105 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-aa5d191b-6bf4-47e3-b65a-01b107c8ada9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:34.859580 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-aa5d191b-6bf4-47e3-b65a-01b107c8ada9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 946 time: 0.0491498 May 11 21:10:34.859724 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device f03f2724-557a-44bf-a2f6-34c8f1d25081 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:10:34.938685 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port f03f2724-557a-44bf-a2f6-34c8f1d25081 is: DOWN; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:10:34.964561 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Deleting port aa313336-1ef9-41c8-900a-4471c553fd70 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:10:34.964901 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:35.053110 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] For port aa313336-1ef9-41c8-900a-4471c553fd70, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=aa313336-1ef9-41c8-900a-4471c553fd70,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:35.053475 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:35.243738 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76471b36-77c0-4d58-bf26-769a72b025b6 req-c1ed19bd-bff1-4214-9e0b-38e468f03961 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:35.245597 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-76471b36-77c0-4d58-bf26-769a72b025b6 req-c1ed19bd-bff1-4214-9e0b-38e468f03961 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0905414 May 11 21:10:35.287871 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:35.288238 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (615aab2f-c740-476c-a242-aa90a5d1d6e3), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:35.289228 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Floating IP 615aab2f-c740-476c-a242-aa90a5d1d6e3 disassociated. External IP: 172.27.3.54, port: aa313336-1ef9-41c8-900a-4471c553fd70. May 11 21:10:35.289570 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Calling delete_port for aa313336-1ef9-41c8-900a-4471c553fd70 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:10:35.319575 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-76471b36-77c0-4d58-bf26-769a72b025b6 req-4a000bfd-1567-4380-908d-90bee8919103 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677500 May 11 21:10:35.492795 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (aa313336-1ef9-41c8-900a-4471c553fd70), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:35.518984 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event deleted for resources: {'Port': ['ID=aa313336-1ef9-41c8-900a-4471c553fd70,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:35.645281 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-84279978-cc1e-40e9-9bab-be46867d3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:35.646710 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-84279978-cc1e-40e9-9bab-be46867d3236 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765&tenant_id=54d75c229dc14e59b53a1ec63a0f00f8 HTTP/1.1" status: 200 len: 1128 time: 0.0687802 May 11 21:10:35.666521 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Router c4d83074-a181-473c-9a1e-8d29de147308 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:10:35.742375 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-96cd147d-972e-4dd4-a5b8-816534eb6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:35.743859 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-96cd147d-972e-4dd4-a5b8-816534eb6ab8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 1128 time: 0.0747390 May 11 21:10:35.863371 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:10:35.876930 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] Sync routers for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:10:35.902170 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:10:35.902827 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:10:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:35.914515 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] No DVR routers for this DVR port aa313336-1ef9-41c8-900a-4471c553fd70 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:10:35.921119 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:35.924389 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4fb36c36-06e5-4c26-b09e-cdc5d3536357 req-e993760f-c81e-46fa-9097-69f3dad842a2 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "DELETE /v2.0/ports/aa313336-1ef9-41c8-900a-4471c553fd70 HTTP/1.1" status: 204 len: 173 time: 1.0589564 May 11 21:10:35.924938 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'name': 'network-vif-deleted', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:35.927082 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a807951d-b991-4ad4-adf1-f36cb29a1f1d" -d '{"events": [{"server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "name": "network-vif-deleted", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:35.934967 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-6932c0d2-c423-470a-ae58-6176ca49b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:35.936432 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-6932c0d2-c423-470a-ae58-6176ca49b3d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 200 len: 918 time: 0.1853139 May 11 21:10:35.954992 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-83a49256-04db-4c61-9e36-ee667c66eae3 req-1489236f-4e70-4f6d-9434-20790ff0a3c0 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 210 time: 0.0664046 May 11 21:10:36.027087 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-5ea78b6b-3f72-4c92-ab53-bd78be27e6b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081 HTTP/1.1" status: 200 len: 1000 time: 0.0836737 May 11 21:10:36.065486 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:10:36.068488 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f50b688-b6bd-4ba7-a37a-addcf205c415 x-openstack-request-id: req-3f50b688-b6bd-4ba7-a37a-addcf205c415 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:36.068879 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afa6104-9267-474c-aa59-3e38d5636e78", "name": "network-vif-deleted", "tag": "aa313336-1ef9-41c8-900a-4471c553fd70", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:36.069024 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f50b688-b6bd-4ba7-a37a-addcf205c415 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:36.069416 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f50b688-b6bd-4ba7-a37a-addcf205c415'] response: {'server_uuid': '6afa6104-9267-474c-aa59-3e38d5636e78', 'name': 'network-vif-deleted', 'tag': 'aa313336-1ef9-41c8-900a-4471c553fd70', 'status': 'completed', 'code': 200} May 11 21:10:36.087363 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-d50b136e-b9f3-4939-a5b6-7aa4d4b69f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:36.088985 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-d50b136e-b9f3-4939-a5b6-7aa4d4b69f14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 200 len: 856 time: 0.0518260 May 11 21:10:36.135803 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-d55630a8-7d96-41a1-8f11-1d7284e5a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:36.137572 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-d55630a8-7d96-41a1-8f11-1d7284e5a603 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cba3ba85-9c39-4c2e-a36c-66082d4dfb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419581 May 11 21:10:36.251267 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-dab49180-ddea-42de-9d0e-5d5935c31cfc service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836201 May 11 21:10:36.256864 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:08Z', 'revision_number': 5, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:36.287078 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] Checking router: c4d83074-a181-473c-9a1e-8d29de147308 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:10:36.296744 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:10:36.297359 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:10:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:36.344730 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8fcb21cc-294a-4766-ab2d-20d4eaf04d90 req-b4fc4275-e947-4f8f-95c1-641416330995 service neutron] 10.222.0.70 "GET /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863562 May 11 21:10:36.412566 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:10:36.438304 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41b121-30b1-4f4b-b295-a720d12d0627 req-e73f5873-e0b8-44a5-a761-a5e55f2793f4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:36.439865 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a41b121-30b1-4f4b-b295-a720d12d0627 req-e73f5873-e0b8-44a5-a761-a5e55f2793f4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0479996 May 11 21:10:36.490069 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a41b121-30b1-4f4b-b295-a720d12d0627 req-3aea6925-d969-4f7b-866d-a66145f00320 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423305 May 11 21:10:36.599538 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:08Z', 'revision_number': 5, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:36.628938 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68933299-5eaa-4374-b1d9-3cfeb8115e16 None None] The sync data for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi is: [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:04Z', 'revision_number': 4, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91affce6-ff95-4ab0-b309-068d70862f0c', 'name': '', 'network_id': 'a9807f35-125b-48ae-9b3f-337b199ffd2c', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'mac_address': 'fa:16:3e:ce:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:04Z', 'updated_at': '2022-05-11T21:06:08Z', 'revision_number': 5, 'project_id': '838ec035db164e50bc335d2cf141d943', 'subnets': [{'id': 'e83cc702-b3c1-4c1e-8095-2af4dc55ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:10:36.860550 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017c53d-cb76-4eb4-abb6-41253928b46d None None] New status for floating IP 615aab2f-c740-476c-a242-aa90a5d1d6e3: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:10:37.067287 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8cd69c2-db7b-4b23-90fc-5e49fd2345af req-a857e7a1-80de-4db1-83a6-711f35e41a00 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=6afa6104-9267-474c-aa59-3e38d5636e78 HTTP/1.1" status: 200 len: 210 time: 0.0268559 May 11 21:10:37.610761 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389db7b-b8b2-490d-b1b9-ecf87973a1c2 req-3c8ae2ca-931d-4c70-a9ef-f6ff2aa3bfc4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:37.613003 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3389db7b-b8b2-490d-b1b9-ecf87973a1c2 req-3c8ae2ca-931d-4c70-a9ef-f6ff2aa3bfc4 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0482612 May 11 21:10:37.666363 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3389db7b-b8b2-490d-b1b9-ecf87973a1c2 req-41a316c7-4d90-4637-983e-b8987d2c805e tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472770 May 11 21:10:38.211782 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49436) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:10:38.269460 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group (f70baf0c-5160-49d8-bebc-c2278f0b0391), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:38.296981 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group (f70baf0c-5160-49d8-bebc-c2278f0b0391), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:38.409143 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (f70baf0c-5160-49d8-bebc-c2278f0b0391), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:38.411682 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:38.415126 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "DELETE /v2.0/security-groups/f70baf0c-5160-49d8-bebc-c2278f0b0391 HTTP/1.1" status: 204 len: 168 time: 0.1995904 May 11 21:10:38.416026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 49438) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:10:38.431351 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.api.v2.resource [None req-cd554a50-a907-4305-ac26-5506b75b6d9b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] show failed (client error): The resource could not be found. May 11 21:10:38.438943 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-cd554a50-a907-4305-ac26-5506b75b6d9b tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups/f70baf0c-5160-49d8-bebc-c2278f0b0391 HTTP/1.1" status: 404 len: 347 time: 0.0153878 May 11 21:10:38.439098 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70baf0c-5160-49d8-bebc-c2278f0b0391,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:38.439213 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 49440) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:10:38.442163 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.442520 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.443446 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.443446 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.443618 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.443831 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.444164 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.444989 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.445339 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.445688 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.446018 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.446572 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.446961 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.447206 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.448875 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ee8c33-ac1d-490f-abc5-9f14182049ad tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:10:38.568140 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb7f98-2b21-4806-a70a-6e193a675973 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Deleting port 0ca48069-85d7-4f8e-a3d6-1cc57c995cd0 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:10:38.568482 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7f98-2b21-4806-a70a-6e193a675973 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (0ca48069-85d7-4f8e-a3d6-1cc57c995cd0), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:38.650679 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7f98-2b21-4806-a70a-6e193a675973 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (0ca48069-85d7-4f8e-a3d6-1cc57c995cd0), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:38.651048 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7f98-2b21-4806-a70a-6e193a675973 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for floatingip (0ca48069-85d7-4f8e-a3d6-1cc57c995cd0), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:38.663883 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb7f98-2b21-4806-a70a-6e193a675973 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Calling delete_port for 0ca48069-85d7-4f8e-a3d6-1cc57c995cd0 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:10:38.888914 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device aa313336-1ef9-41c8-900a-4471c553fd70 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:10:38.913238 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: aa313336-1ef9-41c8-900a-4471c553fd70 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:10:38.914120 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device aa313336-1ef9-41c8-900a-4471c553fd70 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:10:39.097238 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836d063-441b-44af-add0-90bc9864396f req-ffdca922-b23d-4008-8ee6-7af1c42146d8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:39.098773 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2836d063-441b-44af-add0-90bc9864396f req-ffdca922-b23d-4008-8ee6-7af1c42146d8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.3434470 May 11 21:10:39.159843 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2836d063-441b-44af-add0-90bc9864396f req-de2cfbc6-14f6-4557-b847-696447cd301f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546734 May 11 21:10:39.213159 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7f98-2b21-4806-a70a-6e193a675973 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (0ca48069-85d7-4f8e-a3d6-1cc57c995cd0), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:39.239502 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb7f98-2b21-4806-a70a-6e193a675973 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event deleted for resources: {'Port': ['ID=0ca48069-85d7-4f8e-a3d6-1cc57c995cd0,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:39.305282 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7f98-2b21-4806-a70a-6e193a675973 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks [] for floatingip (615aab2f-c740-476c-a242-aa90a5d1d6e3), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:39.308018 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7f98-2b21-4806-a70a-6e193a675973 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:39.311401 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4bbb7f98-2b21-4806-a70a-6e193a675973 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "DELETE /v2.0/floatingips/615aab2f-c740-476c-a242-aa90a5d1d6e3 HTTP/1.1" status: 204 len: 168 time: 0.8685927 May 11 21:10:39.990263 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f07f0060-e366-46d2-9cdb-8fd9c3494f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:40.284000 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761deb5c-79bf-47d3-ba33-c08c2b8e5ebe req-5da7e609-7192-45e9-973d-e6f7163c1531 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:40.285683 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-761deb5c-79bf-47d3-ba33-c08c2b8e5ebe req-5da7e609-7192-45e9-973d-e6f7163c1531 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0493834 May 11 21:10:40.336129 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-761deb5c-79bf-47d3-ba33-c08c2b8e5ebe req-acc7b640-3cee-4a66-8c81-9176b4282c33 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435843 May 11 21:10:41.460209 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779150c3-3282-445b-a007-97f35d994ebf req-80b5bf2e-f88f-4bff-85ce-c28faaa861d0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:41.461794 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-779150c3-3282-445b-a007-97f35d994ebf req-80b5bf2e-f88f-4bff-85ce-c28faaa861d0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0487263 May 11 21:10:41.511240 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-779150c3-3282-445b-a007-97f35d994ebf req-d725c168-8f9b-4a0b-94c6-29e4b5ce2a2a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437689 May 11 21:10:42.197737 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4899c23b-83ea-45fd-8980-ebf77ea12587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:42.425644 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d41057-3f18-436e-995d-90639bed8d16 req-e2c319de-32c6-419b-8ebc-920867e07fda tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:42.427147 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b1d41057-3f18-436e-995d-90639bed8d16 req-e2c319de-32c6-419b-8ebc-920867e07fda tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0477748 May 11 21:10:42.478152 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b1d41057-3f18-436e-995d-90639bed8d16 req-cc36d8a9-a53c-46e7-b425-3b48211a298f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 May 11 21:10:42.637136 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d838d1f-392e-4d0c-bbb6-5c4026c5eeed req-4f37e2e3-d441-44ac-97c6-872beb61635b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:42.639368 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d838d1f-392e-4d0c-bbb6-5c4026c5eeed req-4f37e2e3-d441-44ac-97c6-872beb61635b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0529764 May 11 21:10:42.688482 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d838d1f-392e-4d0c-bbb6-5c4026c5eeed req-16f5971e-246d-4e44-934a-aa22bcb6e1a3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435088 May 11 21:10:43.596094 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec6b47-a7d2-41b7-92c7-1a78ed322244 req-04f20c6b-bddc-46eb-bc7a-f1ed58d600c6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:43.597616 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8ec6b47-a7d2-41b7-92c7-1a78ed322244 req-04f20c6b-bddc-46eb-bc7a-f1ed58d600c6 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0507379 May 11 21:10:43.645875 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8ec6b47-a7d2-41b7-92c7-1a78ed322244 req-ece2faa2-869e-4f41-ad9a-b93f4a9e3fdc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419211 May 11 21:10:43.784392 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:43.816727 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76e9d0-5f3d-48e1-9368-9fdc5d5d4033 req-19584d4b-fdab-4f20-8962-300d0b5e27ce tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:43.818380 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2d76e9d0-5f3d-48e1-9368-9fdc5d5d4033 req-19584d4b-fdab-4f20-8962-300d0b5e27ce tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0521338 May 11 21:10:43.876023 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2d76e9d0-5f3d-48e1-9368-9fdc5d5d4033 req-07e4d6a7-901d-4082-a6da-e26153bc32f5 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505860 May 11 21:10:44.770173 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff224-15fc-4eef-96d6-7e0cd1c2c35d req-b82ff3c4-c179-47c1-85d1-4f9e789b9a51 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:44.771788 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eb5ff224-15fc-4eef-96d6-7e0cd1c2c35d req-b82ff3c4-c179-47c1-85d1-4f9e789b9a51 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0481901 May 11 21:10:44.826132 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-eb5ff224-15fc-4eef-96d6-7e0cd1c2c35d req-160ee6e4-aed6-485a-9078-96d3ef36822f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476053 May 11 21:10:45.022683 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08216ec2-66a3-43ce-a1d2-48f747f1f9be req-3fa0da93-ab7e-4f0e-bb50-ce2351e3efc7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:45.024479 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08216ec2-66a3-43ce-a1d2-48f747f1f9be req-3fa0da93-ab7e-4f0e-bb50-ce2351e3efc7 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0564606 May 11 21:10:45.075455 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08216ec2-66a3-43ce-a1d2-48f747f1f9be req-de6e9f64-8a7c-4490-b2fb-32fa6e397bd0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441468 May 11 21:10:45.106370 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:45.936732 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e3080-00de-4797-b5ab-00731b74bf16 req-5efb64f8-3f1c-4f6e-aa7a-275dc06d1396 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:45.938237 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-911e3080-00de-4797-b5ab-00731b74bf16 req-5efb64f8-3f1c-4f6e-aa7a-275dc06d1396 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0457792 May 11 21:10:45.989489 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-911e3080-00de-4797-b5ab-00731b74bf16 req-149bda3e-cb79-4bb9-abe2-fb76a67eec4d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449064 May 11 21:10:46.191249 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744cfdd-147e-4d64-ae56-c2f4b7e24ab4 req-37f0663c-097a-4ed0-a660-3dff4e152ac3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:46.192704 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4744cfdd-147e-4d64-ae56-c2f4b7e24ab4 req-37f0663c-097a-4ed0-a660-3dff4e152ac3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0451820 May 11 21:10:46.237884 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4744cfdd-147e-4d64-ae56-c2f4b7e24ab4 req-414edd99-f526-4855-b376-ce11efabc3aa tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392270 May 11 21:10:46.596849 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:47.104354 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685f269-2238-48ed-8a88-f2e5c854c8a6 req-3c3bc889-3a9d-4ccf-b0d2-01a92b7dcb2f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:47.105901 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1685f269-2238-48ed-8a88-f2e5c854c8a6 req-3c3bc889-3a9d-4ccf-b0d2-01a92b7dcb2f tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0483794 May 11 21:10:47.151779 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1685f269-2238-48ed-8a88-f2e5c854c8a6 req-1047602a-d059-4f70-be4e-4b31c885c448 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 May 11 21:10:47.258091 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907367-9549-4177-8e82-1737cd631390 req-94904043-d5c3-433c-b93f-4fcee69ffa27 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:47.259595 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-79907367-9549-4177-8e82-1737cd631390 req-94904043-d5c3-433c-b93f-4fcee69ffa27 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 946 time: 0.0477774 May 11 21:10:47.318928 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-79907367-9549-4177-8e82-1737cd631390 req-719460a9-fef0-4a20-87cf-d563cd5254c5 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522335 May 11 21:10:47.360066 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7d5d7-3d03-436d-bd27-df41c9027e7e req-6130f78f-3b20-4598-a408-0e1806e67b50 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:47.361626 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2c7d5d7-3d03-436d-bd27-df41c9027e7e req-6130f78f-3b20-4598-a408-0e1806e67b50 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0467083 May 11 21:10:47.412456 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2c7d5d7-3d03-436d-bd27-df41c9027e7e req-08538c18-0488-4b3e-9678-476b8595bdb0 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451465 May 11 21:10:48.265257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32728c6d-dba2-4a17-873d-97c03eb46f23 req-d1980d6d-c790-44f7-8267-6f66883c603a tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:48.266729 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32728c6d-dba2-4a17-873d-97c03eb46f23 req-d1980d6d-c790-44f7-8267-6f66883c603a tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0490060 May 11 21:10:48.312231 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-32728c6d-dba2-4a17-873d-97c03eb46f23 req-9829d113-533d-490d-a4f4-e17188f45030 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 May 11 21:10:48.446813 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:48.506561 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5e8cf-73cf-43cd-9cc7-e5b461eba8f3 req-2ea3dcc8-793b-443a-a610-0bd266170962 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:48.508621 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59a5e8cf-73cf-43cd-9cc7-e5b461eba8f3 req-2ea3dcc8-793b-443a-a610-0bd266170962 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 946 time: 0.0498412 May 11 21:10:48.558735 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59a5e8cf-73cf-43cd-9cc7-e5b461eba8f3 req-12b423ea-0079-4de5-82cc-07df8c148daa tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 May 11 21:10:48.658695 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f94fc-6254-44cc-99e0-617c48e0babf req-db2f5694-9ceb-43d3-bbfd-1c66c6c1764a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:48.660142 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a12f94fc-6254-44cc-99e0-617c48e0babf req-db2f5694-9ceb-43d3-bbfd-1c66c6c1764a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 944 time: 0.0460167 May 11 21:10:48.705517 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a12f94fc-6254-44cc-99e0-617c48e0babf req-db8f2a2a-acdd-4ffe-8a55-e661cb1cf4ee tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 May 11 21:10:48.970332 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device f03f2724-557a-44bf-a2f6-34c8f1d25081 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:10:49.074131 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:49.085119 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'port_id': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'mac_address': 'fa:16:3e:e3:20:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:10:49.122496 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port f03f2724-557a-44bf-a2f6-34c8f1d25081 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:10:49.122877 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:49.135491 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03f2724-557a-44bf-a2f6-34c8f1d25081 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:10:49.154346 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:49.241982 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:49.288093 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=9']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:49.426830 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ea63e-80bc-47a7-a2fc-1745ca1651d8 req-31f98c53-88d3-4387-a8f4-3dd06d205737 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:49.428375 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-441ea63e-80bc-47a7-a2fc-1745ca1651d8 req-31f98c53-88d3-4387-a8f4-3dd06d205737 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0505071 May 11 21:10:49.473202 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-441ea63e-80bc-47a7-a2fc-1745ca1651d8 req-d6da176e-7a60-4535-afdb-c3d707cbccc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392261 May 11 21:10:49.527105 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['f03f2724-557a-44bf-a2f6-34c8f1d25081'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:10:49.668871 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b52a0-a63c-483c-a70d-e15728828c4f req-ade53387-a627-4026-a850-6cf353c49a40 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:49.670347 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff2b52a0-a63c-483c-a70d-e15728828c4f req-ade53387-a627-4026-a850-6cf353c49a40 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 946 time: 0.0460839 May 11 21:10:49.716984 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff2b52a0-a63c-483c-a70d-e15728828c4f req-27c1c628-e7db-4282-95e2-403a487c0f0b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410833 May 11 21:10:49.817003 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9814622-ecaa-402e-89f0-cb3dac9506d0 req-77a23d15-66a5-4a39-b4ee-c68cf0eeb1bc tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:49.818490 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9814622-ecaa-402e-89f0-cb3dac9506d0 req-77a23d15-66a5-4a39-b4ee-c68cf0eeb1bc tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 945 time: 0.0456750 May 11 21:10:49.867877 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9814622-ecaa-402e-89f0-cb3dac9506d0 req-ab2261f2-acd6-4f0f-8780-4cc40a4d71bb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438182 May 11 21:10:50.732271 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-b50b6447-46c1-4084-9133-4a92371c2747 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:50.732271 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-b50b6447-46c1-4084-9133-4a92371c2747 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0534163 May 11 21:10:50.733950 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfc0b5-fa06-48b9-914e-b732d9873e4d req-85946994-7e16-42ab-9094-f75f8937e6b5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:50.733950 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48bfc0b5-fa06-48b9-914e-b732d9873e4d req-85946994-7e16-42ab-9094-f75f8937e6b5 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 945 time: 0.0472071 May 11 21:10:50.733950 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48bfc0b5-fa06-48b9-914e-b732d9873e4d req-4ecd2f24-e2c0-47c7-adde-bda78140e04d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441227 May 11 21:10:50.821084 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-9354ff1a-c928-4371-8141-5fc2f23d92cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Deleting port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:10:50.821427 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-9354ff1a-c928-4371-8141-5fc2f23d92cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:50.828351 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff45d8-ad54-423f-a1e5-73bebcda3971 req-3a02b844-2770-426b-a701-16c6a9757e2d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:50.830087 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-80ff45d8-ad54-423f-a1e5-73bebcda3971 req-3a02b844-2770-426b-a701-16c6a9757e2d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 946 time: 0.0464818 May 11 21:10:50.878674 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-80ff45d8-ad54-423f-a1e5-73bebcda3971 req-98090407-7973-4b5f-8d49-3418cb0d93cc tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425274 May 11 21:10:50.919865 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-9354ff1a-c928-4371-8141-5fc2f23d92cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] For port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:50.920230 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-9354ff1a-c928-4371-8141-5fc2f23d92cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:50.934563 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-9354ff1a-c928-4371-8141-5fc2f23d92cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Calling delete_port for 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:10:50.979023 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device f03f2724-557a-44bf-a2f6-34c8f1d25081 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:10:50.987155 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bd744-e54e-43ca-840a-27d275501149 req-65e26a52-ed36-4087-adc4-e5e1fefc0246 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:50.990446 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b16bd744-e54e-43ca-840a-27d275501149 req-65e26a52-ed36-4087-adc4-e5e1fefc0246 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 945 time: 0.0503342 May 11 21:10:51.030371 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port f03f2724-557a-44bf-a2f6-34c8f1d25081 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:10:51.030752 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:51.035869 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db7522-97f8-4abd-976a-a218acc6c281 req-888a34b5-e9bd-4260-90cc-b9c50cf0092d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:51.037362 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-52db7522-97f8-4abd-976a-a218acc6c281 req-888a34b5-e9bd-4260-90cc-b9c50cf0092d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 946 time: 0.0591612 May 11 21:10:51.039916 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b16bd744-e54e-43ca-840a-27d275501149 req-0faa7111-942a-4510-891e-0ce52eeb469d tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458195 May 11 21:10:51.182702 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Deleting port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:10:51.183040 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:51.253593 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port f03f2724-557a-44bf-a2f6-34c8f1d25081 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:10:51.253938 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:51.273788 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-9354ff1a-c928-4371-8141-5fc2f23d92cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (054cb2d8-9dcc-48fd-a1bf-bf3aaea65572), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:51.280871 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:51.280871 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bc3559-beb5-4ba1-8a36-378efa017ef5" -d '{"events": [{"server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "name": "network-vif-plugged", "status": "completed", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:51.283414 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] For port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:51.283771 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:51.287661 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['bcd2a37c-3573-4057-b264-754141dbb9d2'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:10:51.322947 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:51.323110 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354ff1a-c928-4371-8141-5fc2f23d92cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event deleted for resources: {'Port': ['ID=054cb2d8-9dcc-48fd-a1bf-bf3aaea65572,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:51.324752 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a35090d-ce72-419e-be3d-925bcb7003e5 x-openstack-request-id: req-3a35090d-ce72-419e-be3d-925bcb7003e5 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:51.325050 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "name": "network-vif-plugged", "status": "completed", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:51.325309 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a35090d-ce72-419e-be3d-925bcb7003e5 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:51.325738 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a35090d-ce72-419e-be3d-925bcb7003e5'] response: {'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'code': 200} May 11 21:10:51.379614 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:51.380444 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:10:51.421797 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-9354ff1a-c928-4371-8141-5fc2f23d92cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] No DVR routers for this DVR port 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:10:51.424376 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-9354ff1a-c928-4371-8141-5fc2f23d92cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:51.427768 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-69fcaadc-0d38-48a0-94c2-21defc7d5193 req-9354ff1a-c928-4371-8141-5fc2f23d92cc tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "DELETE /v2.0/ports/054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 HTTP/1.1" status: 204 len: 173 time: 0.7893505 May 11 21:10:51.430359 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b17946c-9b29-4cf0-b62d-4037ebde79b1', 'name': 'network-vif-deleted', 'tag': '054cb2d8-9dcc-48fd-a1bf-bf3aaea65572'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:51.433378 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e1cc6f-ba15-4b96-be0d-01881ff1e31c" -d '{"events": [{"server_uuid": "8b17946c-9b29-4cf0-b62d-4037ebde79b1", "name": "network-vif-deleted", "tag": "054cb2d8-9dcc-48fd-a1bf-bf3aaea65572"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:51.435063 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:10:51.435420 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 054cb2d8-9dcc-48fd-a1bf-bf3aaea65572 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:10:51.493795 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23283635-41b2-4954-8ce2-57f05f5df6c9 x-openstack-request-id: req-23283635-41b2-4954-8ce2-57f05f5df6c9 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:51.494289 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b17946c-9b29-4cf0-b62d-4037ebde79b1", "name": "network-vif-deleted", "tag": "054cb2d8-9dcc-48fd-a1bf-bf3aaea65572", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:51.494526 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23283635-41b2-4954-8ce2-57f05f5df6c9 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:51.495032 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23283635-41b2-4954-8ce2-57f05f5df6c9'] response: {'server_uuid': '8b17946c-9b29-4cf0-b62d-4037ebde79b1', 'name': 'network-vif-deleted', 'tag': '054cb2d8-9dcc-48fd-a1bf-bf3aaea65572', 'status': 'completed', 'code': 200} May 11 21:10:51.519102 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=10']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:51.589106 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:51.589455 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (4678e7a4-ec65-42a6-b006-9c080ba79b5f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:51.589797 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Floating IP 4678e7a4-ec65-42a6-b006-9c080ba79b5f disassociated. External IP: 172.27.3.100, port: e2cb6f2a-c41b-40ff-8244-7d1958f2b07e. May 11 21:10:51.590140 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Calling delete_port for e2cb6f2a-c41b-40ff-8244-7d1958f2b07e owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:10:51.759527 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146973a-6e37-4042-8b34-f48f843dfab1 req-cae31b7b-795e-4897-b6df-c7092290a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:51.760963 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5146973a-6e37-4042-8b34-f48f843dfab1 req-cae31b7b-795e-4897-b6df-c7092290a1ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 1131 time: 0.0697041 May 11 21:10:51.815782 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5146973a-6e37-4042-8b34-f48f843dfab1 req-7774dfdd-600f-4f60-b4c3-a923d18749d2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447338 May 11 21:10:51.829345 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b1cbc176-6aa1-471e-8ac9-2d06ef3c31af req-ce865dae-78e2-405e-9e2a-054f5a046748 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 210 time: 0.0307112 May 11 21:10:51.961676 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (e2cb6f2a-c41b-40ff-8244-7d1958f2b07e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:52.000576 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-406f631d-4664-417f-b0d2-3803ec177c0d req-4ffd9864-1bfe-4b45-b902-aa3bb53677e4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 210 time: 0.0533264 May 11 21:10:52.003501 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event deleted for resources: {'Port': ['ID=e2cb6f2a-c41b-40ff-8244-7d1958f2b07e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:52.121000 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Router 6079c222-8310-48e7-8109-2824082297f2 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:10:52.169707 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583ac1c-d180-4e9a-a72e-9d28d738b293 req-58c781de-bfae-4e6f-9e46-ea635f3f790a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:52.171258 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1583ac1c-d180-4e9a-a72e-9d28d738b293 req-58c781de-bfae-4e6f-9e46-ea635f3f790a tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 947 time: 0.0475590 May 11 21:10:52.221853 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1583ac1c-d180-4e9a-a72e-9d28d738b293 req-ccaed4bf-b0b8-4802-9eec-33f1f2eb4afd tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 May 11 21:10:52.236673 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:10:52.246789 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] Sync routers for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:10:52.257556 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:10:52.258187 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:10:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:52.280892 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] No DVR routers for this DVR port e2cb6f2a-c41b-40ff-8244-7d1958f2b07e on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:10:52.283455 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:52.286686 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-52db7522-97f8-4abd-976a-a218acc6c281 req-ff18f85a-96a1-41cc-8183-b73d999ec351 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "DELETE /v2.0/ports/e2cb6f2a-c41b-40ff-8244-7d1958f2b07e HTTP/1.1" status: 204 len: 173 time: 1.2430034 May 11 21:10:52.369900 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:10:52.571715 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:52.598118 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] Checking router: 6079c222-8310-48e7-8109-2824082297f2 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:10:52.606421 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:10:52.607029 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:10:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:52.713959 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:10:52.768020 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-20785e70-45b2-4517-a004-a7e2afff6885 req-c50e2fb7-3a92-4dba-92e2-94141f993d69 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0305090 May 11 21:10:52.815853 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-20785e70-45b2-4517-a004-a7e2afff6885 req-a1f0bae7-7912-4b7d-82d9-3a4e9d307ac7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=838ec035db164e50bc335d2cf141d943&device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 210 time: 0.0260894 May 11 21:10:52.920462 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:10:52.948046 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e0dcd-9122-4a8f-9866-6535913b4269 None None] The sync data for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi is: [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:10:52.953431 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-68caa028-5ce9-472e-93a6-a1ea6917556e req-ae8ad702-19d1-492a-9341-0a266032ec2e tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b17946c-9b29-4cf0-b62d-4037ebde79b1 HTTP/1.1" status: 200 len: 210 time: 0.0316787 May 11 21:10:52.978479 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20785e70-45b2-4517-a004-a7e2afff6885 req-b858fc28-d52e-478c-8103-57dbc5d68b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:52.980001 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-20785e70-45b2-4517-a004-a7e2afff6885 req-b858fc28-d52e-478c-8103-57dbc5d68b59 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=838ec035db164e50bc335d2cf141d943&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1384766 May 11 21:10:53.113914 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20785e70-45b2-4517-a004-a7e2afff6885 req-fef08c4a-01f7-4319-90b8-574ad81f69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:53.119211 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-20785e70-45b2-4517-a004-a7e2afff6885 req-fef08c4a-01f7-4319-90b8-574ad81f69d3 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299062 May 11 21:10:53.130269 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f8880ee-091e-4072-bb3b-0ef0c4e15fa6 req-b3422b52-04fc-45ec-86a5-aab851d83613 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 210 time: 0.0409040 May 11 21:10:53.232372 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f8d68b-7bcc-4586-9457-f537f9bd0233 None None] New status for floating IP 4678e7a4-ec65-42a6-b006-9c080ba79b5f: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:10:53.342274 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953c8ae-1c7c-4bba-9239-f6efb354eb6b req-b1421991-afbd-4c8d-afe0-003ba174492b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:53.343693 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4953c8ae-1c7c-4bba-9239-f6efb354eb6b req-b1421991-afbd-4c8d-afe0-003ba174492b tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 947 time: 0.0469289 May 11 21:10:53.391345 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4953c8ae-1c7c-4bba-9239-f6efb354eb6b req-e85875fa-a3f2-4ae8-91d7-e8faffd46a83 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411663 May 11 21:10:53.496244 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'name': 'network-vif-deleted', 'tag': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:53.498776 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e390f712-e301-49d8-882e-8fd5a169743e" -d '{"events": [{"server_uuid": "b3855665-64e1-4b51-9e7b-a46354bde903", "name": "network-vif-deleted", "tag": "e2cb6f2a-c41b-40ff-8244-7d1958f2b07e"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:53.534288 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73870a3c-d65a-4708-89b5-b683dad08522 x-openstack-request-id: req-73870a3c-d65a-4708-89b5-b683dad08522 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:53.534592 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3855665-64e1-4b51-9e7b-a46354bde903", "name": "network-vif-deleted", "tag": "e2cb6f2a-c41b-40ff-8244-7d1958f2b07e", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:53.534850 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73870a3c-d65a-4708-89b5-b683dad08522 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:53.535257 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73870a3c-d65a-4708-89b5-b683dad08522'] response: {'server_uuid': 'b3855665-64e1-4b51-9e7b-a46354bde903', 'name': 'network-vif-deleted', 'tag': 'e2cb6f2a-c41b-40ff-8244-7d1958f2b07e', 'status': 'completed', 'code': 200} May 11 21:10:54.228756 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3222d15d-5010-4596-897a-6e7d58990b33 req-84983c7b-478d-4d10-ac98-11b95b037430 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=b3855665-64e1-4b51-9e7b-a46354bde903 HTTP/1.1" status: 200 len: 210 time: 0.0281656 May 11 21:10:54.471150 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5504fe-f5e2-4052-a031-0118ac87c9fa req-3482325d-b33a-472a-abf4-708036c41eb9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:54.472638 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a5504fe-f5e2-4052-a031-0118ac87c9fa req-3482325d-b33a-472a-abf4-708036c41eb9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0508287 May 11 21:10:54.514913 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde68e7-436b-425e-b0a4-2ee6d42c9caa req-5265b28d-c3a4-49ca-8290-a478d2105e91 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:54.516397 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2dde68e7-436b-425e-b0a4-2ee6d42c9caa req-5265b28d-c3a4-49ca-8290-a478d2105e91 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 947 time: 0.0462375 May 11 21:10:54.518186 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7a5504fe-f5e2-4052-a031-0118ac87c9fa req-ffeb1e46-26d9-472e-b6c8-5e7b6b1e95a1 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399730 May 11 21:10:54.563432 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2dde68e7-436b-425e-b0a4-2ee6d42c9caa req-6a0749d9-7d31-464b-b14e-d4df86aec1d3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412416 May 11 21:10:54.987965 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device e2cb6f2a-c41b-40ff-8244-7d1958f2b07e no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:10:55.008193 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: e2cb6f2a-c41b-40ff-8244-7d1958f2b07e {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:10:55.008541 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device e2cb6f2a-c41b-40ff-8244-7d1958f2b07e not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:10:55.535107 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-8fed7af9-d91b-4bc0-b5f4-2dd2dc664fd3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644581309&fields=id&tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63 HTTP/1.1" status: 200 len: 267 time: 0.0424299 May 11 21:10:55.632445 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b24bf2-a387-4b43-9b90-c3a854a30c39 req-442dc3c8-dbd7-4a96-b7a5-8763c5714b97 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:55.633961 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-83b24bf2-a387-4b43-9b90-c3a854a30c39 req-442dc3c8-dbd7-4a96-b7a5-8763c5714b97 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0466905 May 11 21:10:55.640918 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-5dad7521-0999-4f04-b8bc-a30e1665cf68 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:55.642405 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-5dad7521-0999-4f04-b8bc-a30e1665cf68 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 812 time: 0.1011031 May 11 21:10:55.657065 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-1e10fefb-a6b1-4e32-854c-8b698ade935f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/quotas/31585e8d8c2b4eb0b052b30e2ce5fa63 HTTP/1.1" status: 200 len: 375 time: 0.0091443 May 11 21:10:55.681915 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-83b24bf2-a387-4b43-9b90-c3a854a30c39 req-e141a909-a6ce-4df8-a677-9812a4e43c3a tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 May 11 21:10:55.708940 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-bc01fb68-a2a9-452f-ae2f-a07fc443c4cb tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465913 May 11 21:10:55.785496 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02fa6f-6d21-4cbb-8cca-3f22c31d27b1 req-c22883fc-d50c-4ac7-b1fe-fd29f44b9eae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:55.786902 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4c02fa6f-6d21-4cbb-8cca-3f22c31d27b1 req-c22883fc-d50c-4ac7-b1fe-fd29f44b9eae tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 947 time: 0.0474930 May 11 21:10:55.809447 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-c9e9220f-5607-459b-89bc-e9f0b734e6b2 service neutron] 10.222.0.35 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887673 May 11 21:10:55.839215 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4c02fa6f-6d21-4cbb-8cca-3f22c31d27b1 req-1ca50d29-03e7-4ab8-b1ad-24148a699899 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457437 May 11 21:10:55.897238 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-e5f546bd-2ed7-4c8d-a503-db159bcca021 service neutron] 10.222.0.35 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821023 May 11 21:10:56.614515 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b7773d16-6219-4c3c-9dcb-b81de000a94b req-72c71a64-a0ed-4880-bd6c-e08409e74da0 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 210 time: 0.0276117 May 11 21:10:56.798884 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526811c-3135-42ba-8ba1-9cb5e28c77cc req-d2be9a67-d4b0-451c-afbd-c434f04e2a04 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:56.806807 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e526811c-3135-42ba-8ba1-9cb5e28c77cc req-d2be9a67-d4b0-451c-afbd-c434f04e2a04 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0515001 May 11 21:10:56.846766 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e526811c-3135-42ba-8ba1-9cb5e28c77cc req-93c99043-8ef9-4e71-b886-96be5e8fbbf3 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 May 11 21:10:56.959365 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe261c-dc92-4e3e-bff8-8c89ae407d3b req-2cf9e041-9ed4-4905-909a-9f12904a37ab tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:56.961326 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aebe261c-dc92-4e3e-bff8-8c89ae407d3b req-2cf9e041-9ed4-4905-909a-9f12904a37ab tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 947 time: 0.0485342 May 11 21:10:57.011082 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-aebe261c-dc92-4e3e-bff8-8c89ae407d3b req-ff45d85b-437e-4a92-9841-ba32d58d3eaf tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442815 May 11 21:10:57.574308 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-e3f5ff3a-883d-4566-bcc1-5a46ffb2c706 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:57.575750 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-e3f5ff3a-883d-4566-bcc1-5a46ffb2c706 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0488663 May 11 21:10:57.670178 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-980cbd02-3787-4061-be7f-5723f5f8ecc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Deleting port bcd2a37c-3573-4057-b264-754141dbb9d2 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:10:57.670646 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-980cbd02-3787-4061-be7f-5723f5f8ecc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:57.723044 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-867d3470-88a5-4321-94e6-0c6a57960896 req-2b2f66ec-ffe3-4195-b193-abae0c931ae8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 210 time: 0.0357018 May 11 21:10:57.786699 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-980cbd02-3787-4061-be7f-5723f5f8ecc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] For port bcd2a37c-3573-4057-b264-754141dbb9d2, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=bcd2a37c-3573-4057-b264-754141dbb9d2,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:10:57.787055 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-980cbd02-3787-4061-be7f-5723f5f8ecc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:57.799563 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-980cbd02-3787-4061-be7f-5723f5f8ecc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Calling delete_port for bcd2a37c-3573-4057-b264-754141dbb9d2 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:10:57.963800 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3006e0-f6c5-491d-a2eb-e6fa8a39869b req-333c96a6-c319-4c2d-aa64-95eac7892e8d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:57.965265 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f3006e0-f6c5-491d-a2eb-e6fa8a39869b req-333c96a6-c319-4c2d-aa64-95eac7892e8d tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 945 time: 0.0458674 May 11 21:10:58.011508 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f3006e0-f6c5-491d-a2eb-e6fa8a39869b req-c0ee5900-691f-47d5-a87c-847603aec7f3 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/security-groups?id=4c193729-b803-4bdd-8d67-8cba0a8a3315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 May 11 21:10:58.083322 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-980cbd02-3787-4061-be7f-5723f5f8ecc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (bcd2a37c-3573-4057-b264-754141dbb9d2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:58.103267 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['bcd2a37c-3573-4057-b264-754141dbb9d2'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:10:58.121415 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cbd02-3787-4061-be7f-5723f5f8ecc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Pushing event deleted for resources: {'Port': ['ID=bcd2a37c-3573-4057-b264-754141dbb9d2,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:10:58.189956 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-980cbd02-3787-4061-be7f-5723f5f8ecc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] No DVR routers for this DVR port bcd2a37c-3573-4057-b264-754141dbb9d2 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:10:58.197451 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9698-b68c-4745-bba3-758dfd121d53 req-025b3567-fa8f-442d-bf05-1148ba344c6f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:58.198983 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f11d9698-b68c-4745-bba3-758dfd121d53 req-025b3567-fa8f-442d-bf05-1148ba344c6f tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 947 time: 0.1137466 May 11 21:10:58.200049 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-980cbd02-3787-4061-be7f-5723f5f8ecc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:58.203195 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-980700f5-4c32-470f-ad87-7a1bec8b7c7d req-980cbd02-3787-4061-be7f-5723f5f8ecc9 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.70 "DELETE /v2.0/ports/bcd2a37c-3573-4057-b264-754141dbb9d2 HTTP/1.1" status: 204 len: 173 time: 0.6225054 May 11 21:10:58.203635 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b', 'name': 'network-vif-deleted', 'tag': 'bcd2a37c-3573-4057-b264-754141dbb9d2'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:10:58.205904 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08227cd-4fae-46ba-a336-2e81b5ffba4a" -d '{"events": [{"server_uuid": "a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b", "name": "network-vif-deleted", "tag": "bcd2a37c-3573-4057-b264-754141dbb9d2"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:10:58.248623 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95c4e33-2256-47e5-af22-b236fe5e36e7 x-openstack-request-id: req-c95c4e33-2256-47e5-af22-b236fe5e36e7 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:10:58.248912 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b", "name": "network-vif-deleted", "tag": "bcd2a37c-3573-4057-b264-754141dbb9d2", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:10:58.249352 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c95c4e33-2256-47e5-af22-b236fe5e36e7 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:10:58.249941 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95c4e33-2256-47e5-af22-b236fe5e36e7'] response: {'server_uuid': 'a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b', 'name': 'network-vif-deleted', 'tag': 'bcd2a37c-3573-4057-b264-754141dbb9d2', 'status': 'completed', 'code': 200} May 11 21:10:58.266052 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f11d9698-b68c-4745-bba3-758dfd121d53 req-e424bd90-eeb8-4b96-8be1-1ced17182be8 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530598 May 11 21:10:58.819067 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2816a837-b714-4946-953d-052d82122f04 req-e4f5f3b7-9c6b-4101-be2d-a63098f7ab21 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 210 time: 0.0275445 May 11 21:10:59.144086 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f9f81d1e-b0d3-4760-a9b8-3cb9e5a56a39 req-5bd41505-4d02-4827-87e4-5415993dfd28 tempest-ServerRescueNegativeTestJSON-105130898 tempest-ServerRescueNegativeTestJSON-105130898-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9ea5eb4-98ef-4b7a-a15a-ebf2f099514b HTTP/1.1" status: 200 len: 210 time: 0.0307088 May 11 21:10:59.499446 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-9d6f0fff-f08e-4dae-8a8a-92ad1d58cc3e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:10:59.500882 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-9d6f0fff-f08e-4dae-8a8a-92ad1d58cc3e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 812 time: 0.1056745 May 11 21:10:59.562536 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-1b9e21df-3864-4602-9e18-d43b7e2c4cda tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63 HTTP/1.1" status: 200 len: 379 time: 0.0532835 May 11 21:10:59.570639 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'port': {'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'admin_state_up': True, 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'security_groups': ['36f6f2c9-d6ea-431a-9d54-539aad465ced']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:10:59.768754 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Made reservation on behalf of 31585e8d8c2b4eb0b052b30e2ce5fa63 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:10:59.772202 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:10:59.922456 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-22660a2b-0eac-436a-8e02-4b26f1afaeef req-966318f6-0b91-4f91-acef-36ed7348c398 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 210 time: 0.0333493 May 11 21:10:59.934253 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Allocated IP 172.20.0.11 (c8d33d52-b2cd-4098-87c1-78268014f2dc/4cc88e64-ace5-4619-84b0-ef8325eab44c/cbd65633-32de-4901-ad79-fb11a88761c8) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:11:00.077813 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for port (cbd65633-32de-4901-ad79-fb11a88761c8), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:00.181068 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:00.206867 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49694) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:00.224084 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Network c8d33d52-b2cd-4098-87c1-78268014f2dc is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:11:00.227298 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:11:00.238069 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:11:00.240342 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'Port': ['ID=cbd65633-32de-4901-ad79-fb11a88761c8,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:00.306687 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:00.311326 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:00.389192 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-baf431b7-a9ea-4772-86f1-df7ddf935ce4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8219092 May 11 21:11:00.403094 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Request body: {'port': {'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:11:00.483702 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:00.556682 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3a0b071b-763e-403a-9e7e-8d5695e0608a None None] Provisioning complete for port cbd65633-32de-4901-ad79-fb11a88761c8 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:11:00.557302 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3a0b071b-763e-403a-9e7e-8d5695e0608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:00.598644 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b071b-763e-403a-9e7e-8d5695e0608a None None] Port cbd65633-32de-4901-ad79-fb11a88761c8 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:11:00.799136 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd65633-32de-4901-ad79-fb11a88761c8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:11:00.799591 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526552'] for router_interface (c4d83074-a181-473c-9a1e-8d29de147308), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:00.806865 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Publish callbacks [] for port (cbd65633-32de-4901-ad79-fb11a88761c8), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:00.819336 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Transition to ACTIVE for port object cbd65633-32de-4901-ad79-fb11a88761c8 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:11:00.934693 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:01.029054 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device bcd2a37c-3573-4057-b264-754141dbb9d2 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:01.053673 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: bcd2a37c-3573-4057-b264-754141dbb9d2 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:01.054251 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device bcd2a37c-3573-4057-b264-754141dbb9d2 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:01.101190 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd65633-32de-4901-ad79-fb11a88761c8,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:01.136805 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Attempting to bind port cbd65633-32de-4901-ad79-fb11a88761c8 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:11:01.137195 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Attempting to bind port cbd65633-32de-4901-ad79-fb11a88761c8 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:11:01.137462 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Attempting to bind port cbd65633-32de-4901-ad79-fb11a88761c8 on network c8d33d52-b2cd-4098-87c1-78268014f2dc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:11:01.156702 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Port cbd65633-32de-4901-ad79-fb11a88761c8 on network c8d33d52-b2cd-4098-87c1-78268014f2dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:11:01.156934 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Attempting to bind port cbd65633-32de-4901-ad79-fb11a88761c8 on network c8d33d52-b2cd-4098-87c1-78268014f2dc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:11:01.163388 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] Deleting port 91affce6-ff95-4ab0-b309-068d70862f0c {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:01.164126 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:01.165798 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c89c8-4d3a-458b-adbd-04a808804b61 req-4f0aae50-39a1-4bc3-a729-bf1d0fad0818 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:01.172804 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-349c89c8-4d3a-458b-adbd-04a808804b61 req-4f0aae50-39a1-4bc3-a729-bf1d0fad0818 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 944 time: 0.1366682 May 11 21:11:01.182847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:11:01.190073 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Checking segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:11:01.190073 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Bound using segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:11:01.190073 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Bound port: cbd65633-32de-4901-ad79-fb11a88761c8, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:11:01.190073 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:01.250638 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-349c89c8-4d3a-458b-adbd-04a808804b61 req-02ae5740-528a-48ea-a76f-45aff1394d7c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769472 May 11 21:11:01.257681 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] For port 91affce6-ff95-4ab0-b309-068d70862f0c, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=91affce6-ff95-4ab0-b309-068d70862f0c,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:01.258589 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:01.273488 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] Calling delete_port for 91affce6-ff95-4ab0-b309-068d70862f0c owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:01.287822 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] For port cbd65633-32de-4901-ad79-fb11a88761c8, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:11:01.290833 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] For port cbd65633-32de-4901-ad79-fb11a88761c8, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=cbd65633-32de-4901-ad79-fb11a88761c8,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:11:01.335063 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:01.371255 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:01.371927 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:01.373356 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] 10.222.0.70 "PUT /v2.0/ports/cbd65633-32de-4901-ad79-fb11a88761c8 HTTP/1.1" status: 200 len: 1094 time: 0.9766831 May 11 21:11:01.373819 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'tag': 'cbd65633-32de-4901-ad79-fb11a88761c8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:11:01.376154 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84bfbe4-ddbe-4e2c-82eb-9062fa9cd44f" -d '{"events": [{"name": "network-changed", "server_uuid": "e53feae8-565c-4c97-999c-e6ad67000e66", "tag": "cbd65633-32de-4901-ad79-fb11a88761c8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:11:01.403264 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27556e59-e51d-4078-8ed7-b1878d2741d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd65633-32de-4901-ad79-fb11a88761c8,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:01.465902 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c579be8-1952-43c8-80af-d8476452ed4d x-openstack-request-id: req-9c579be8-1952-43c8-80af-d8476452ed4d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:11:01.465902 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53feae8-565c-4c97-999c-e6ad67000e66", "tag": "cbd65633-32de-4901-ad79-fb11a88761c8", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:11:01.465902 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9c579be8-1952-43c8-80af-d8476452ed4d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:11:01.465902 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c579be8-1952-43c8-80af-d8476452ed4d'] response: {'name': 'network-changed', 'server_uuid': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'tag': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'status': 'completed', 'code': 200} May 11 21:11:01.531885 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bfbe4-ddbe-4e2c-82eb-9062fa9cd44f req-b3c3a9e8-c31b-4624-bcde-d8baa3fceaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:01.534065 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e84bfbe4-ddbe-4e2c-82eb-9062fa9cd44f req-b3c3a9e8-c31b-4624-bcde-d8baa3fceaa0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 1128 time: 0.0515342 May 11 21:11:01.640850 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bfbe4-ddbe-4e2c-82eb-9062fa9cd44f req-2260e040-11db-4cb6-bfdf-e38c68007b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:01.642392 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e84bfbe4-ddbe-4e2c-82eb-9062fa9cd44f req-2260e040-11db-4cb6-bfdf-e38c68007b2c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1012242 May 11 21:11:01.738108 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bfbe4-ddbe-4e2c-82eb-9062fa9cd44f req-61bc22fc-8dab-41af-823e-dc9a4bf1afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:01.739505 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e84bfbe4-ddbe-4e2c-82eb-9062fa9cd44f req-61bc22fc-8dab-41af-823e-dc9a4bf1afbd service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908237 May 11 21:11:01.811074 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-5437e10a-03da-41a7-ab2a-aac14e1224b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:01.812483 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-5437e10a-03da-41a7-ab2a-aac14e1224b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 1128 time: 0.0392232 May 11 21:11:01.831492 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (91affce6-ff95-4ab0-b309-068d70862f0c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:01.852532 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-444a2915-645c-4e71-94db-779ee38c80b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbd65633-32de-4901-ad79-fb11a88761c8 HTTP/1.1" status: 200 len: 217 time: 0.0336349 May 11 21:11:01.857111 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] Pushing event deleted for resources: {'Port': ['ID=91affce6-ff95-4ab0-b309-068d70862f0c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:01.913244 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-2430d59c-0fdf-4e9c-8680-39949269a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:01.915266 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-2430d59c-0fdf-4e9c-8680-39949269a0ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0557616 May 11 21:11:01.964398 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-cef9d968-e8b8-4456-883f-3e07c44abe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:01.965464 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-cef9d968-e8b8-4456-883f-3e07c44abe4d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436904 May 11 21:11:02.050543 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-984007'] for router_interface (c4d83074-a181-473c-9a1e-8d29de147308), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:02.075733 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-26966b08-cd04-4a89-ac52-0ea9d98447d0 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033320 May 11 21:11:02.298634 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] Router c4d83074-a181-473c-9a1e-8d29de147308 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:11:02.406888 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6e94f-543d-40d1-9861-5211faeb3687 req-95e6a55d-9c8f-45d9-9ae5-fe9cc8bb94de tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:02.408285 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-44f6e94f-543d-40d1-9861-5211faeb3687 req-95e6a55d-9c8f-45d9-9ae5-fe9cc8bb94de tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 944 time: 0.0606790 May 11 21:11:02.428527 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0242d19d-18d1-402b-a320-1275e79a6f5e req-8b813ad6-ae87-4183-8174-b35572d62fcd service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458462 May 11 21:11:02.490998 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:11:02.496551 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-44f6e94f-543d-40d1-9861-5211faeb3687 req-272317bb-5f1b-4a53-a565-719910ba8764 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589747 May 11 21:11:02.500096 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6ded7dd3-8ebe-48db-8785-e80f74ff8592 admin admin] 10.222.0.35 "PUT /v2.0/routers/c4d83074-a181-473c-9a1e-8d29de147308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2922509 May 11 21:11:02.502766 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49726) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:02.504575 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] Sync routers for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:11:02.518744 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:02.519759 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:10:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:02.615993 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Publish callbacks [] for router (c4d83074-a181-473c-9a1e-8d29de147308), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:02.631187 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:02.724200 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Publish callbacks [] for router_gateway (c4d83074-a181-473c-9a1e-8d29de147308), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:02.799952 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:11:01Z', 'revision_number': 5, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port': {'id': 'fe0eeb67-2f29-4040-a8bd-3f2aef6101f8', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:71:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:02.826286 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] Checking router: c4d83074-a181-473c-9a1e-8d29de147308 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:11:02.834984 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] Routers {'c4d83074-a181-473c-9a1e-8d29de147308'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:02.836100 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:10:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['c4d83074-a181-473c-9a1e-8d29de147308'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:02.861623 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Deleting port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:02.861968 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:02.927745 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] Set router c4d83074-a181-473c-9a1e-8d29de147308 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:02.952680 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] For port fe0eeb67-2f29-4040-a8bd-3f2aef6101f8, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=fe0eeb67-2f29-4040-a8bd-3f2aef6101f8,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:02.953048 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:02.967566 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Calling delete_port for fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:02.985564 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:11:02Z', 'revision_number': 6, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port_host': None}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:03.012966 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aca40f-619f-4c60-9b7d-4d4dae07cc10 None None] The sync data for ids ['c4d83074-a181-473c-9a1e-8d29de147308'] in dv-cinder-841467-1-iscsi is: [{'id': 'c4d83074-a181-473c-9a1e-8d29de147308', 'name': 'tempest-ServerRescueNegativeTestJSON-546773230-router', 'tenant_id': '838ec035db164e50bc335d2cf141d943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:06:01Z', 'updated_at': '2022-05-11T21:11:02Z', 'revision_number': 6, 'project_id': '838ec035db164e50bc335d2cf141d943', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:11:03.229806 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (fe0eeb67-2f29-4040-a8bd-3f2aef6101f8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.252443 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0eeb67-2f29-4040-a8bd-3f2aef6101f8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:03.314680 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549098'] for router_gateway (c4d83074-a181-473c-9a1e-8d29de147308), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.425481 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16205'] for router (c4d83074-a181-473c-9a1e-8d29de147308), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.427846 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Publish callbacks [] for router_controller (c4d83074-a181-473c-9a1e-8d29de147308), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.582356 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549819'] for router (c4d83074-a181-473c-9a1e-8d29de147308), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.582965 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d83074-a181-473c-9a1e-8d29de147308 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 21:11:03.603319 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.604435 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-70e4207d-daf7-4b41-9d3a-2db491df04eb admin admin] 10.222.0.35 "DELETE /v2.0/routers/c4d83074-a181-473c-9a1e-8d29de147308 HTTP/1.1" status: 204 len: 168 time: 1.1004755 May 11 21:11:03.607009 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49734) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:03.651443 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31829e1c-37fa-4366-8797-cfb07021d49f req-306318cc-72f1-46d5-8bd2-f591ab354192 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:03.652890 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-31829e1c-37fa-4366-8797-cfb07021d49f req-306318cc-72f1-46d5-8bd2-f591ab354192 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 944 time: 0.0809803 May 11 21:11:03.680209 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcdb727-6840-4199-bc3f-791af3b61917 admin admin] Deleting subnet e83cc702-b3c1-4c1e-8095-2af4dc55ee56 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:11:03.684074 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb727-6840-4199-bc3f-791af3b61917 admin admin] Publish callbacks [] for subnet (e83cc702-b3c1-4c1e-8095-2af4dc55ee56), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.736425 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-31829e1c-37fa-4366-8797-cfb07021d49f req-62ca04b3-10d0-4b4b-b190-c172764f613e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772204 May 11 21:11:03.738522 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb727-6840-4199-bc3f-791af3b61917 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3277974'] for subnet (e83cc702-b3c1-4c1e-8095-2af4dc55ee56), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.848414 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb727-6840-4199-bc3f-791af3b61917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (e83cc702-b3c1-4c1e-8095-2af4dc55ee56), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.957875 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb727-6840-4199-bc3f-791af3b61917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50779263'] for subnet (e83cc702-b3c1-4c1e-8095-2af4dc55ee56), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.984952 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdb727-6840-4199-bc3f-791af3b61917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83cc702-b3c1-4c1e-8095-2af4dc55ee56,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:03.987855 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb727-6840-4199-bc3f-791af3b61917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:03.990994 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9fcdb727-6840-4199-bc3f-791af3b61917 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e83cc702-b3c1-4c1e-8095-2af4dc55ee56 HTTP/1.1" status: 204 len: 168 time: 0.3830686 May 11 21:11:03.993597 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49738) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:04.000379 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681297c-a998-48a1-a00d-fcdfbd2e6cbb None None] Network a9807f35-125b-48ae-9b3f-337b199ffd2c requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:11:04.071763 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (a9807f35-125b-48ae-9b3f-337b199ffd2c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.116933 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Deleting port cfb264db-ad31-4801-8b6e-3b92b56ae489 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:04.117263 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.188641 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] For port cfb264db-ad31-4801-8b6e-3b92b56ae489, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cfb264db-ad31-4801-8b6e-3b92b56ae489,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:04.189026 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.202378 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Calling delete_port for cfb264db-ad31-4801-8b6e-3b92b56ae489 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:04.285288 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8c1f5-d156-4d3b-a57a-03542839e466 None None] DHCP port deletion for a9807f35-125b-48ae-9b3f-337b199ffd2c request from dv-cinder-841467-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 21:11:04.328003 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9ac8c1f5-d156-4d3b-a57a-03542839e466 None None] Deleting port cfb264db-ad31-4801-8b6e-3b92b56ae489 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:04.328416 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c1f5-d156-4d3b-a57a-03542839e466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.398717 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9ac8c1f5-d156-4d3b-a57a-03542839e466 None None] For port cfb264db-ad31-4801-8b6e-3b92b56ae489, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cfb264db-ad31-4801-8b6e-3b92b56ae489,segment=NetworkSegment(ac23526f-f0c7-4da7-86d2-fa37d38b5e01),segment_id=ac23526f-f0c7-4da7-86d2-fa37d38b5e01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:04.399116 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c1f5-d156-4d3b-a57a-03542839e466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.413551 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9ac8c1f5-d156-4d3b-a57a-03542839e466 None None] Calling delete_port for cfb264db-ad31-4801-8b6e-3b92b56ae489 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:04.539531 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 91affce6-ff95-4ab0-b309-068d70862f0c no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:04.559650 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 91affce6-ff95-4ab0-b309-068d70862f0c {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:04.560000 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 91affce6-ff95-4ab0-b309-068d70862f0c not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:04.560407 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:04.579519 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:04.579867 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fe0eeb67-2f29-4040-a8bd-3f2aef6101f8 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:04.580287 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cfb264db-ad31-4801-8b6e-3b92b56ae489 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:04.614590 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.624078 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No active binding found for port cfb264db-ad31-4801-8b6e-3b92b56ae489 {{(pid=104010) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 11 21:11:04.624445 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] The host dv-cinder-841467-1-iscsi is not matching for port cfb264db-ad31-4801-8b6e-3b92b56ae489 host None! {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 11 21:11:04.624820 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cfb264db-ad31-4801-8b6e-3b92b56ae489 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:04.627946 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9ac8c1f5-d156-4d3b-a57a-03542839e466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478'] for port (cfb264db-ad31-4801-8b6e-3b92b56ae489), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.643760 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] No DVR routers for this DVR port cfb264db-ad31-4801-8b6e-3b92b56ae489 on host dv-cinder-841467-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:04.647818 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb264db-ad31-4801-8b6e-3b92b56ae489,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:04.654564 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8c1f5-d156-4d3b-a57a-03542839e466 None None] Pushing event deleted for resources: {'Port': ['ID=cfb264db-ad31-4801-8b6e-3b92b56ae489,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:04.658235 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8c1f5-d156-4d3b-a57a-03542839e466 None None] No DVR routers for this DVR port cfb264db-ad31-4801-8b6e-3b92b56ae489 on host dv-cinder-841467-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:04.722585 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (a9807f35-125b-48ae-9b3f-337b199ffd2c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.742815 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9807f35-125b-48ae-9b3f-337b199ffd2c']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:04.751870 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:04.752165 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac23526f-f0c7-4da7-86d2-fa37d38b5e01') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:04.761388 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3277999'] for segment (ac23526f-f0c7-4da7-86d2-fa37d38b5e01), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.774508 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (ac23526f-f0c7-4da7-86d2-fa37d38b5e01), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.780596 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:11:04.781079 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284347'] for segment (ac23526f-f0c7-4da7-86d2-fa37d38b5e01), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: Traceback (most recent call last): May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: timer() May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: cb(*args, **kw) May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: return func(*args, **kwargs) May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: self._notify() May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: self.callback(batched_events) May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: event.method(event) May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: return f(self, *a, **k) May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._get(url).json() May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: return self.request(url, 'GET', **kwargs) May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:11:04.782777 dv-cinder-841467-1-iscsi neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:11:04.854898 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342eac5-0373-400f-869c-7739d91d44e4 req-c35cf7bd-c0ca-45e8-80b9-018bae385a20 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:04.856395 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7342eac5-0373-400f-869c-7739d91d44e4 req-c35cf7bd-c0ca-45e8-80b9-018bae385a20 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 944 time: 0.0473821 May 11 21:11:04.893217 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (a9807f35-125b-48ae-9b3f-337b199ffd2c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.900928 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:04.904124 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] 10.222.0.35 "DELETE /v2.0/networks/a9807f35-125b-48ae-9b3f-337b199ffd2c HTTP/1.1" status: 204 len: 168 time: 0.9096961 May 11 21:11:04.907269 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7342eac5-0373-400f-869c-7739d91d44e4 req-bd3ccf30-3437-476c-9f68-4c16cceedaa6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453496 May 11 21:11:04.920716 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6240df8-aa9c-4359-ac6c-f5fc0f84422a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9807f35-125b-48ae-9b3f-337b199ffd2c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:05.204460 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49748) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:05.246158 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4e016b97-1ad2-4f3d-be44-afb15a028cbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=838ec035db164e50bc335d2cf141d943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405939 May 11 21:11:05.248480 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:05.293622 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-071a95ed-93e2-4294-825a-872f44dcb15c admin admin] Publish callbacks [] for security_group (4c193729-b803-4bdd-8d67-8cba0a8a3315), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:05.314021 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-071a95ed-93e2-4294-825a-872f44dcb15c admin admin] Publish callbacks [] for security_group (4c193729-b803-4bdd-8d67-8cba0a8a3315), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:05.350360 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:11:05.435148 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-071a95ed-93e2-4294-825a-872f44dcb15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (4c193729-b803-4bdd-8d67-8cba0a8a3315), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:05.437745 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-071a95ed-93e2-4294-825a-872f44dcb15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:05.438953 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-071a95ed-93e2-4294-825a-872f44dcb15c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c193729-b803-4bdd-8d67-8cba0a8a3315 HTTP/1.1" status: 204 len: 168 time: 0.1896040 May 11 21:11:05.446695 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a95ed-93e2-4294-825a-872f44dcb15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c193729-b803-4bdd-8d67-8cba0a8a3315,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:06.019374 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0bf80-65b2-4a67-bb26-599b58aa7b75 req-9f6302b3-70f9-4efc-b6be-626f07758eb3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:06.021969 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15f0bf80-65b2-4a67-bb26-599b58aa7b75 req-9f6302b3-70f9-4efc-b6be-626f07758eb3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 944 time: 0.0478647 May 11 21:11:06.069539 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15f0bf80-65b2-4a67-bb26-599b58aa7b75 req-4723e252-ae7b-4d7e-aa02-f0608d075c7e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424385 May 11 21:11:07.183964 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77482e-ae94-4f9a-9c1e-184341846ab5 req-48f00e02-af72-4f9a-bea2-ec2f66fdb25c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:07.185460 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af77482e-ae94-4f9a-9c1e-184341846ab5 req-48f00e02-af72-4f9a-bea2-ec2f66fdb25c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 944 time: 0.0496783 May 11 21:11:07.248224 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-af77482e-ae94-4f9a-9c1e-184341846ab5 req-13bb6a9f-7f5b-4ff2-9d82-360260f5f756 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564730 May 11 21:11:07.253884 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 49812) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:07.359581 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e008e8ef-31e2-4ac6-a137-fb18c77e86ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:07.432571 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e008e8ef-31e2-4ac6-a137-fb18c77e86ef admin admin] Publish callbacks [] for security_group (2b3c57c8-420a-42c6-9534-048b3f50e591), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:07.517293 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e008e8ef-31e2-4ac6-a137-fb18c77e86ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (2b3c57c8-420a-42c6-9534-048b3f50e591), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:07.555877 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e008e8ef-31e2-4ac6-a137-fb18c77e86ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f27d80e36424c4980e061fb911b2b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009028 May 11 21:11:07.557788 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008e8ef-31e2-4ac6-a137-fb18c77e86ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3c57c8-420a-42c6-9534-048b3f50e591,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:07.558760 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 49816) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:07.608577 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Publish callbacks [] for security_group (2b3c57c8-420a-42c6-9534-048b3f50e591), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:07.629657 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Publish callbacks [] for security_group (2b3c57c8-420a-42c6-9534-048b3f50e591), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:07.740652 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (2b3c57c8-420a-42c6-9534-048b3f50e591), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:07.743986 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:07.751007 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b3c57c8-420a-42c6-9534-048b3f50e591 HTTP/1.1" status: 204 len: 168 time: 0.1854331 May 11 21:11:07.759440 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3c57c8-420a-42c6-9534-048b3f50e591,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:07.770067 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.770603 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.771147 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.771826 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.772745 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.773376 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.773911 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.778422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.778422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.778422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.778422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.778422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.778422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.778422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:07.778422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28173e-3585-4f09-9216-a02eb609b512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:08.379352 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c6769-7e37-4c6e-acd6-9f18560af2cd req-5e99d96f-f77d-4b12-8d34-259c65dce77d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:08.380867 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f99c6769-7e37-4c6e-acd6-9f18560af2cd req-5e99d96f-f77d-4b12-8d34-259c65dce77d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 944 time: 0.0522006 May 11 21:11:08.431084 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f99c6769-7e37-4c6e-acd6-9f18560af2cd req-c3e7c498-aef8-4135-9af6-3cfb352c1830 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439129 May 11 21:11:09.044274 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device cbd65633-32de-4901-ad79-fb11a88761c8 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:11:09.142356 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port cbd65633-32de-4901-ad79-fb11a88761c8, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=cbd65633-32de-4901-ad79-fb11a88761c8,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:09.153513 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'mac_address': 'fa:16:3e:1a:09:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:11:09.192749 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port cbd65633-32de-4901-ad79-fb11a88761c8 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:11:09.193145 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:09.206479 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd65633-32de-4901-ad79-fb11a88761c8 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:11:09.227224 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port cbd65633-32de-4901-ad79-fb11a88761c8, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=cbd65633-32de-4901-ad79-fb11a88761c8,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:09.310553 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:09.365408 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=cbd65633-32de-4901-ad79-fb11a88761c8,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:09.548674 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde4699-d181-47ee-8ce7-8a4d12884714 req-f6d41e79-1c8c-48c1-9a1e-65dd3d418869 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:09.550179 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cfde4699-d181-47ee-8ce7-8a4d12884714 req-f6d41e79-1c8c-48c1-9a1e-65dd3d418869 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 945 time: 0.0524247 May 11 21:11:09.588754 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['cbd65633-32de-4901-ad79-fb11a88761c8'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:11:09.597780 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cfde4699-d181-47ee-8ce7-8a4d12884714 req-0d89c285-a413-4711-8ece-b1b556bcddbc tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419710 May 11 21:11:10.007059 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d321436-f1e4-4105-a238-45937270e935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:10.706871 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce7ea5-7607-462c-ba92-8f20caf3f73c req-8d6a4584-035a-4d4e-8c10-be36ae1d3683 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:10.708305 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4dce7ea5-7607-462c-ba92-8f20caf3f73c req-8d6a4584-035a-4d4e-8c10-be36ae1d3683 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 945 time: 0.0445352 May 11 21:11:10.755218 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4dce7ea5-7607-462c-ba92-8f20caf3f73c req-aa9a2693-3b2d-4d83-80dd-91cc8f99236c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 May 11 21:11:11.059317 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device cbd65633-32de-4901-ad79-fb11a88761c8 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:11:11.102873 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port cbd65633-32de-4901-ad79-fb11a88761c8 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:11:11.185367 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port cbd65633-32de-4901-ad79-fb11a88761c8 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:11:11.185776 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:11.263757 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port cbd65633-32de-4901-ad79-fb11a88761c8 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:11:11.264094 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:11.286344 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd65633-32de-4901-ad79-fb11a88761c8'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:11:11.288547 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0216b74e-487f-43fc-a53c-544b44dce118" -d '{"events": [{"server_uuid": "e53feae8-565c-4c97-999c-e6ad67000e66", "name": "network-vif-plugged", "status": "completed", "tag": "cbd65633-32de-4901-ad79-fb11a88761c8"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:11:11.300883 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port cbd65633-32de-4901-ad79-fb11a88761c8, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=cbd65633-32de-4901-ad79-fb11a88761c8,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:11.335631 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec3ef0c-3805-428e-b25b-bc1b1ae55765 x-openstack-request-id: req-cec3ef0c-3805-428e-b25b-bc1b1ae55765 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:11:11.336064 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53feae8-565c-4c97-999c-e6ad67000e66", "name": "network-vif-plugged", "status": "completed", "tag": "cbd65633-32de-4901-ad79-fb11a88761c8", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:11:11.336413 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cec3ef0c-3805-428e-b25b-bc1b1ae55765 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:11:11.337086 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec3ef0c-3805-428e-b25b-bc1b1ae55765'] response: {'server_uuid': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'code': 200} May 11 21:11:11.385674 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:11.437585 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=cbd65633-32de-4901-ad79-fb11a88761c8,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:11.749246 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa25c46-b54a-4ca3-ae1a-ca99c3634ba3 req-20f721ae-ce93-45ba-b8ee-d6cc0e99fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:11.750819 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fa25c46-b54a-4ca3-ae1a-ca99c3634ba3 req-20f721ae-ce93-45ba-b8ee-d6cc0e99fc7f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 1130 time: 0.0412548 May 11 21:11:11.796936 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3fa25c46-b54a-4ca3-ae1a-ca99c3634ba3 req-7a05b633-cb7a-4bc3-b509-983fd87f0ed2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404489 May 11 21:11:11.870003 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd3a31-2c2e-412e-bda8-640903978636 req-d5290d3a-04d1-498c-af77-ac1a44db59c4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:11.871583 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24fd3a31-2c2e-412e-bda8-640903978636 req-d5290d3a-04d1-498c-af77-ac1a44db59c4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 946 time: 0.0491807 May 11 21:11:11.923169 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24fd3a31-2c2e-412e-bda8-640903978636 req-203eeeae-6db2-412c-b9bf-6ef514e2d696 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459373 May 11 21:11:12.229886 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-094d2bdf-b45d-4793-bdda-0a72476ef037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:13.032776 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b612f-8285-4db0-8a60-bab73d351a4b req-7d5f7ef7-5795-434c-afa5-e5c82c207fd3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:13.034567 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e09b612f-8285-4db0-8a60-bab73d351a4b req-7d5f7ef7-5795-434c-afa5-e5c82c207fd3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 946 time: 0.0465331 May 11 21:11:13.085792 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e09b612f-8285-4db0-8a60-bab73d351a4b req-bf06db29-cf29-4777-ad9f-f0d94da6dbb9 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451834 May 11 21:11:13.757223 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:14.194924 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf9be4-ce3b-479b-aabc-27e7c3dd9607 req-a03ae20e-55fe-4aff-8c25-c3c8fec31d49 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:14.196393 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8aaf9be4-ce3b-479b-aabc-27e7c3dd9607 req-a03ae20e-55fe-4aff-8c25-c3c8fec31d49 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 946 time: 0.0464358 May 11 21:11:14.243694 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8aaf9be4-ce3b-479b-aabc-27e7c3dd9607 req-1cda7d88-8593-4981-9e50-777524d418dc tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 May 11 21:11:14.350681 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e85203-d8b7-4e00-8766-2707897c51c8 req-f6929441-046d-4402-8236-318dd6ceef01 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:14.352140 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-07e85203-d8b7-4e00-8766-2707897c51c8 req-f6929441-046d-4402-8236-318dd6ceef01 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 946 time: 0.0456192 May 11 21:11:14.400840 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-07e85203-d8b7-4e00-8766-2707897c51c8 req-3848d2cd-3242-4a96-9c26-b8271a0ff314 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 May 11 21:11:14.425213 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 49938) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:14.465996 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1221b80-ccca-4b2e-b563-f05a6471c327 tempest-TestVolumeBootPattern-1947069374 tempest-TestVolumeBootPattern-1947069374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:14.469751 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d1221b80-ccca-4b2e-b563-f05a6471c327 tempest-TestVolumeBootPattern-1947069374 tempest-TestVolumeBootPattern-1947069374-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 1125 time: 0.0409031 May 11 21:11:14.470290 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 49942) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:14.474257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:11:14.597110 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:14.676742 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:14.781777 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Allocated IP 172.27.3.201 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/baa3b482-b4d4-4772-9b1b-aaa5dbacdc00) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:11:14.879749 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for port (baa3b482-b4d4-4772-9b1b-aaa5dbacdc00), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:14.972564 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (baa3b482-b4d4-4772-9b1b-aaa5dbacdc00), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:15.015783 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:11:15.023355 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:11:15.025824 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'Port': ['ID=baa3b482-b4d4-4772-9b1b-aaa5dbacdc00,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:15.027931 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:11:15.081051 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:15.381052 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (0f4dd906-25ab-498a-af29-d58e3148a79c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:15.528431 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (baa3b482-b4d4-4772-9b1b-aaa5dbacdc00), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:15.708067 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for port (baa3b482-b4d4-4772-9b1b-aaa5dbacdc00), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:15.757417 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (baa3b482-b4d4-4772-9b1b-aaa5dbacdc00), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:15.830627 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'Port': ['ID=baa3b482-b4d4-4772-9b1b-aaa5dbacdc00,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:15.838654 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (0f4dd906-25ab-498a-af29-d58e3148a79c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:15.939216 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Floating IP 0f4dd906-25ab-498a-af29-d58e3148a79c associated. External IP: 172.27.3.201, port: cbd65633-32de-4901-ad79-fb11a88761c8. May 11 21:11:16.144070 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Router 6079c222-8310-48e7-8109-2824082297f2 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:11:16.251534 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:11:16.267851 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] Sync routers for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:11:16.278829 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:16.279437 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:16.383366 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:16.603636 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '0f4dd906-25ab-498a-af29-d58e3148a79c', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:1a:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:11:15Z', 'updated_at': '2022-05-11T21:11:15Z', 'revision_number': 0, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:16.629185 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] Checking router: 6079c222-8310-48e7-8109-2824082297f2 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:11:16.634113 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:16.638234 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:16.638844 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:16.667963 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3beb68e9-8432-470d-a5fd-d3296f7df30e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1947644 May 11 21:11:16.667963 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'tag': 'cbd65633-32de-4901-ad79-fb11a88761c8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:11:16.669096 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb97d45d-7d55-4c32-b186-f6283632ecbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e53feae8-565c-4c97-999c-e6ad67000e66", "tag": "cbd65633-32de-4901-ad79-fb11a88761c8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:11:16.705767 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af06af3-d6ab-4325-b34d-7d6ee6b96bf4 x-openstack-request-id: req-6af06af3-d6ab-4325-b34d-7d6ee6b96bf4 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:11:16.706248 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53feae8-565c-4c97-999c-e6ad67000e66", "tag": "cbd65633-32de-4901-ad79-fb11a88761c8", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:11:16.706569 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6af06af3-d6ab-4325-b34d-7d6ee6b96bf4 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:11:16.707048 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af06af3-d6ab-4325-b34d-7d6ee6b96bf4'] response: {'name': 'network-changed', 'server_uuid': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'tag': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'status': 'completed', 'code': 200} May 11 21:11:16.749927 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:16.774449 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:16.963087 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-fec1b591-1131-45db-9670-01ea4cdd2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:16.964626 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-fec1b591-1131-45db-9670-01ea4cdd2885 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 1130 time: 0.0413153 May 11 21:11:17.057989 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '0f4dd906-25ab-498a-af29-d58e3148a79c', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:1a:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:11:15Z', 'updated_at': '2022-05-11T21:11:15Z', 'revision_number': 0, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:17.064989 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-4f00a392-faad-441d-ae28-323016a69b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:17.066527 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-4f00a392-faad-441d-ae28-323016a69b8b service neutron] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 913 time: 0.0959289 May 11 21:11:17.085693 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8131cd8-4053-4e23-b8ec-3128ee6a53d1 None None] The sync data for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi is: [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '0f4dd906-25ab-498a-af29-d58e3148a79c', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:1a:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:11:15Z', 'updated_at': '2022-05-11T21:11:15Z', 'revision_number': 0, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:11:17.138345 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-e928bb0e-80c2-46cd-b734-b2d35eac8352 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbd65633-32de-4901-ad79-fb11a88761c8 HTTP/1.1" status: 200 len: 1000 time: 0.0649352 May 11 21:11:17.187372 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-3a297c78-ec09-4d36-a5a5-242126ddb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:17.188877 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-3a297c78-ec09-4d36-a5a5-242126ddb396 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0448265 May 11 21:11:17.243352 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-e13481fb-c69e-4fa1-9e12-648bc096e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:17.244289 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-e13481fb-c69e-4fa1-9e12-648bc096e4bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444696 May 11 21:11:17.291228 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1aeebe-c2d1-4569-a3cf-d8f9192b5b3d None None] New status for floating IP 0f4dd906-25ab-498a-af29-d58e3148a79c: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:11:17.345290 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-bcc68a05-110c-4c60-82dc-e600391f7f2e service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883651 May 11 21:11:17.657766 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fb97d45d-7d55-4c32-b186-f6283632ecbb req-01a93390-705d-48b8-af74-3b9bf99bcb4b service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937893 May 11 21:11:18.468905 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:19.168320 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a545a-ffac-4133-9b34-31244153edf2 req-ab60d81b-79ee-4cf0-8019-55e066841168 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:19.169803 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f34a545a-ffac-4133-9b34-31244153edf2 req-ab60d81b-79ee-4cf0-8019-55e066841168 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 946 time: 0.0505862 May 11 21:11:19.215907 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f34a545a-ffac-4133-9b34-31244153edf2 req-16fd6d20-7e4d-44a7-9b25-d317a6c20c5a tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 May 11 21:11:20.327653 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37962256-b7f3-4bc6-a477-552b18f89d8f req-a1b9db46-08e9-49fb-8c7a-47a730483eb8 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:20.329104 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-37962256-b7f3-4bc6-a477-552b18f89d8f req-a1b9db46-08e9-49fb-8c7a-47a730483eb8 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 946 time: 0.0462937 May 11 21:11:20.374837 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-37962256-b7f3-4bc6-a477-552b18f89d8f req-326c349a-2776-4ecd-8fcb-4cc319d35d1f tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401919 May 11 21:11:21.045292 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-b4aa70e3-d86d-4443-885f-5b07306e8da6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:21.046750 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-b4aa70e3-d86d-4443-885f-5b07306e8da6 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 946 time: 0.0466332 May 11 21:11:21.137966 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Deleting port a9d8e283-e472-4b3a-9210-66b4191723d1 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:21.138303 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:21.223709 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] For port a9d8e283-e472-4b3a-9210-66b4191723d1, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a9d8e283-e472-4b3a-9210-66b4191723d1,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:21.224067 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:21.402339 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:21.402982 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (a8bd3523-1566-47e3-9b37-8d81dd14fd6f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:21.402982 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Floating IP a8bd3523-1566-47e3-9b37-8d81dd14fd6f disassociated. External IP: 172.27.3.231, port: a9d8e283-e472-4b3a-9210-66b4191723d1. May 11 21:11:21.403342 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Calling delete_port for a9d8e283-e472-4b3a-9210-66b4191723d1 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:21.494281 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de7f32-d59c-41d0-b645-bc6feaae2027 req-4639bbbf-eab7-4ebd-9f96-33a54cc96030 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:21.495824 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-11de7f32-d59c-41d0-b645-bc6feaae2027 req-4639bbbf-eab7-4ebd-9f96-33a54cc96030 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 946 time: 0.0475795 May 11 21:11:21.544951 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-11de7f32-d59c-41d0-b645-bc6feaae2027 req-b9476ea9-027d-46cf-ae4d-2566b9013b27 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups?id=70b2fac7-fde9-4be3-84f9-f42b8ba1511a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 May 11 21:11:21.604557 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (a9d8e283-e472-4b3a-9210-66b4191723d1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:21.636475 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'Port': ['ID=a9d8e283-e472-4b3a-9210-66b4191723d1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:22.024340 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Router 24f8bcc3-4b3f-4906-8252-84f991296269 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:11:22.029179 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50074) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:22.161637 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:11:22.174587 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:11:22.186152 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:22.187095 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:22.187412 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01409d2f-dad2-47ca-b61e-6c3ab1581813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:22.224709 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] No DVR routers for this DVR port a9d8e283-e472-4b3a-9210-66b4191723d1 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:22.228481 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:22.231753 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1d7a28f6-555c-4fd9-83b2-09e57cb0513d req-a4bdfbd5-bc06-499a-8674-0bf6973db7c5 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.70 "DELETE /v2.0/ports/a9d8e283-e472-4b3a-9210-66b4191723d1 HTTP/1.1" status: 204 len: 173 time: 1.1773660 May 11 21:11:22.232216 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'name': 'network-vif-deleted', 'tag': 'a9d8e283-e472-4b3a-9210-66b4191723d1'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:11:22.234605 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2a2cf8-bd6d-4593-8a9c-6a40fce656e1" -d '{"events": [{"server_uuid": "7674641c-2723-4ec9-84c9-6570d3c5b5de", "name": "network-vif-deleted", "tag": "a9d8e283-e472-4b3a-9210-66b4191723d1"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:11:22.270414 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b18820-f8da-49c5-899a-0570c171fb6f x-openstack-request-id: req-c2b18820-f8da-49c5-899a-0570c171fb6f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:11:22.270881 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7674641c-2723-4ec9-84c9-6570d3c5b5de", "name": "network-vif-deleted", "tag": "a9d8e283-e472-4b3a-9210-66b4191723d1", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:11:22.271142 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c2b18820-f8da-49c5-899a-0570c171fb6f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:11:22.271539 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b18820-f8da-49c5-899a-0570c171fb6f'] response: {'server_uuid': '7674641c-2723-4ec9-84c9-6570d3c5b5de', 'name': 'network-vif-deleted', 'tag': 'a9d8e283-e472-4b3a-9210-66b4191723d1', 'status': 'completed', 'code': 200} May 11 21:11:22.273044 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01409d2f-dad2-47ca-b61e-6c3ab1581813 admin admin] Publish callbacks [] for security_group (2a66d829-7bce-49b2-98bf-7343ff6e3444), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:22.299574 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:22.357441 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-01409d2f-dad2-47ca-b61e-6c3ab1581813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (2a66d829-7bce-49b2-98bf-7343ff6e3444), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:22.401374 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-01409d2f-dad2-47ca-b61e-6c3ab1581813 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c99030877ac74624b7d041f07f772ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710241 May 11 21:11:22.402366 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01409d2f-dad2-47ca-b61e-6c3ab1581813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a66d829-7bce-49b2-98bf-7343ff6e3444,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:22.404111 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50082) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:22.453161 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9e53-d426-4d75-8f40-950a6d71f116 admin admin] Publish callbacks [] for security_group (2a66d829-7bce-49b2-98bf-7343ff6e3444), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:22.475262 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9e53-d426-4d75-8f40-950a6d71f116 admin admin] Publish callbacks [] for security_group (2a66d829-7bce-49b2-98bf-7343ff6e3444), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:22.489607 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:22.516128 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:11:22.524890 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:22.525487 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:22.631779 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9e53-d426-4d75-8f40-950a6d71f116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (2a66d829-7bce-49b2-98bf-7343ff6e3444), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:22.635420 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9e53-d426-4d75-8f40-950a6d71f116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:22.636676 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7e7f9e53-d426-4d75-8f40-950a6d71f116 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a66d829-7bce-49b2-98bf-7343ff6e3444 HTTP/1.1" status: 204 len: 168 time: 0.2306995 May 11 21:11:22.638594 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:22.644931 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f9e53-d426-4d75-8f40-950a6d71f116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a66d829-7bce-49b2-98bf-7343ff6e3444,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:22.658235 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e0c9875-62da-4345-947b-79e0fcd9c648 req-61a50f68-bb0b-4e86-ac10-7c43f7dea3eb tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/ports?device_id=7674641c-2723-4ec9-84c9-6570d3c5b5de HTTP/1.1" status: 200 len: 210 time: 0.0400765 May 11 21:11:22.837783 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:22.864076 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89681f8-b6df-4c75-99f0-a7fdb85001eb None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:58Z', 'revision_number': 4, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '07cbd22a-392a-43fb-a281-df0bc7ac944b', 'name': '', 'network_id': '93d70e35-28da-4d4e-9ed9-625e30aef3e3', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'mac_address': 'fa:16:3e:c3:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:06Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'subnets': [{'id': 'c1dcf91c-ec8d-4cb6-aa91-01263afc28ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:11:23.085154 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9d9f59-f4a0-4d89-af72-e3b8dce1bd0a None None] New status for floating IP a8bd3523-1566-47e3-9b37-8d81dd14fd6f: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:11:23.292694 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:23.308895 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67178840-97f7-4fa7-938a-83005d56734f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:23.386834 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67178840-97f7-4fa7-938a-83005d56734f admin admin] Publish callbacks [] for security_group (921e3fd7-b1bd-44d8-86ef-39cdbc79d4b6), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:23.458479 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-67178840-97f7-4fa7-938a-83005d56734f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (921e3fd7-b1bd-44d8-86ef-39cdbc79d4b6), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:23.497287 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-67178840-97f7-4fa7-938a-83005d56734f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=95f81b68c45743ddb641e6b700abbad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024393 May 11 21:11:23.498362 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67178840-97f7-4fa7-938a-83005d56734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921e3fd7-b1bd-44d8-86ef-39cdbc79d4b6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:23.500093 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50100) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:23.550473 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-000fc1db-3ba0-4f1e-aef3-7f6c6e34ff0b admin admin] Publish callbacks [] for security_group (921e3fd7-b1bd-44d8-86ef-39cdbc79d4b6), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:23.572700 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-000fc1db-3ba0-4f1e-aef3-7f6c6e34ff0b admin admin] Publish callbacks [] for security_group (921e3fd7-b1bd-44d8-86ef-39cdbc79d4b6), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:23.694499 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-000fc1db-3ba0-4f1e-aef3-7f6c6e34ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (921e3fd7-b1bd-44d8-86ef-39cdbc79d4b6), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:23.696961 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-000fc1db-3ba0-4f1e-aef3-7f6c6e34ff0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:23.698142 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-000fc1db-3ba0-4f1e-aef3-7f6c6e34ff0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/921e3fd7-b1bd-44d8-86ef-39cdbc79d4b6 HTTP/1.1" status: 204 len: 168 time: 0.1970658 May 11 21:11:23.706120 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc1db-3ba0-4f1e-aef3-7f6c6e34ff0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921e3fd7-b1bd-44d8-86ef-39cdbc79d4b6,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:23.829775 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50108) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:23.886758 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bf9a048c-6d21-400c-8b83-3c0b26af13c3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (70b2fac7-fde9-4be3-84f9-f42b8ba1511a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:23.911656 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bf9a048c-6d21-400c-8b83-3c0b26af13c3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (70b2fac7-fde9-4be3-84f9-f42b8ba1511a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:24.042607 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bf9a048c-6d21-400c-8b83-3c0b26af13c3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (70b2fac7-fde9-4be3-84f9-f42b8ba1511a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:24.045174 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bf9a048c-6d21-400c-8b83-3c0b26af13c3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:24.046497 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-bf9a048c-6d21-400c-8b83-3c0b26af13c3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "DELETE /v2.0/security-groups/70b2fac7-fde9-4be3-84f9-f42b8ba1511a HTTP/1.1" status: 204 len: 168 time: 0.2156169 May 11 21:11:24.049343 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50112) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:24.055657 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a048c-6d21-400c-8b83-3c0b26af13c3 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b2fac7-fde9-4be3-84f9-f42b8ba1511a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:24.067190 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-8724e922-027e-4d8f-9969-1f515c14b808 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] show failed (client error): The resource could not be found. May 11 21:11:24.068480 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8724e922-027e-4d8f-9969-1f515c14b808 tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "GET /v2.0/security-groups/70b2fac7-fde9-4be3-84f9-f42b8ba1511a HTTP/1.1" status: 404 len: 347 time: 0.0175979 May 11 21:11:24.071754 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50114) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:24.191397 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-46d51f11-b784-4ac8-9a10-5c76b36348de tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Deleting port e29063d4-c57b-4855-96c8-170f802de362 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:24.191736 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46d51f11-b784-4ac8-9a10-5c76b36348de tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (e29063d4-c57b-4855-96c8-170f802de362), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:24.267690 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46d51f11-b784-4ac8-9a10-5c76b36348de tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (e29063d4-c57b-4855-96c8-170f802de362), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:24.267934 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46d51f11-b784-4ac8-9a10-5c76b36348de tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (e29063d4-c57b-4855-96c8-170f802de362), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:24.281179 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-46d51f11-b784-4ac8-9a10-5c76b36348de tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Calling delete_port for e29063d4-c57b-4855-96c8-170f802de362 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:24.580274 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46d51f11-b784-4ac8-9a10-5c76b36348de tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (e29063d4-c57b-4855-96c8-170f802de362), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:24.608843 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d51f11-b784-4ac8-9a10-5c76b36348de tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Pushing event deleted for resources: {'Port': ['ID=e29063d4-c57b-4855-96c8-170f802de362,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:24.670180 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46d51f11-b784-4ac8-9a10-5c76b36348de tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks [] for floatingip (a8bd3523-1566-47e3-9b37-8d81dd14fd6f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:24.672601 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46d51f11-b784-4ac8-9a10-5c76b36348de tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:24.673752 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-46d51f11-b784-4ac8-9a10-5c76b36348de tempest-AttachVolumeNegativeTest-1180803238 tempest-AttachVolumeNegativeTest-1180803238-project] 10.222.0.35 "DELETE /v2.0/floatingips/a8bd3523-1566-47e3-9b37-8d81dd14fd6f HTTP/1.1" status: 204 len: 168 time: 0.6007681 May 11 21:11:25.015455 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533703b-5e32-4929-9bff-ecdf059d3061 req-6d23ed3e-4719-45f1-9970-3caeb25628c3 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:25.016936 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e533703b-5e32-4929-9bff-ecdf059d3061 req-6d23ed3e-4719-45f1-9970-3caeb25628c3 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 945 time: 0.0469770 May 11 21:11:25.068995 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e533703b-5e32-4929-9bff-ecdf059d3061 req-6ec22251-e041-40f1-99a8-5bf8c1618db6 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461845 May 11 21:11:25.099670 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device a9d8e283-e472-4b3a-9210-66b4191723d1 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:25.121376 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: a9d8e283-e472-4b3a-9210-66b4191723d1 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:25.121776 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device a9d8e283-e472-4b3a-9210-66b4191723d1 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:26.188876 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26f61-d9cd-4911-b2ae-ba62514209e1 req-fb767869-cedb-48e7-8275-35b3f995c05f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:26.190510 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-30c26f61-d9cd-4911-b2ae-ba62514209e1 req-fb767869-cedb-48e7-8275-35b3f995c05f tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 945 time: 0.0511222 May 11 21:11:26.240022 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-30c26f61-d9cd-4911-b2ae-ba62514209e1 req-a2dc88bc-ddc0-493d-bb7a-7fe7227b4bb0 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 May 11 21:11:26.841211 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b0d7c-612e-4012-9464-267348f1717d req-74b965f5-8746-4046-a4be-cd90a73e6ca1 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:26.842682 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183b0d7c-612e-4012-9464-267348f1717d req-74b965f5-8746-4046-a4be-cd90a73e6ca1 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 945 time: 0.0456443 May 11 21:11:26.932977 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Deleting port 12f6eed9-d209-452c-9d4a-069e1266f397 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:26.939777 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:27.030201 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] For port 12f6eed9-d209-452c-9d4a-069e1266f397, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=12f6eed9-d209-452c-9d4a-069e1266f397,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:27.030568 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:27.199222 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:27.199583 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (94136c4f-6177-4d06-8eb5-0fca48d1d6f6), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:27.199897 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Floating IP 94136c4f-6177-4d06-8eb5-0fca48d1d6f6 disassociated. External IP: 172.27.3.190, port: 12f6eed9-d209-452c-9d4a-069e1266f397. May 11 21:11:27.200240 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Calling delete_port for 12f6eed9-d209-452c-9d4a-069e1266f397 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:27.378368 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45fe8e-ccf7-4de6-8e2e-24faca6774b5 req-48b97593-6abe-44e2-92fb-38cbabb2e5e3 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:27.379865 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ce45fe8e-ccf7-4de6-8e2e-24faca6774b5 req-48b97593-6abe-44e2-92fb-38cbabb2e5e3 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 945 time: 0.0626059 May 11 21:11:27.435712 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ce45fe8e-ccf7-4de6-8e2e-24faca6774b5 req-3b31b138-c445-4480-98f0-bd8b91c387b4 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups?id=8ae1a531-42eb-4e1e-aed0-70bc64aa0233&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453153 May 11 21:11:27.454419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (12f6eed9-d209-452c-9d4a-069e1266f397), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:27.485340 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event deleted for resources: {'Port': ['ID=12f6eed9-d209-452c-9d4a-069e1266f397,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:27.604789 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Router 90219150-3086-4cdf-8c57-9202d7967c1a has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:11:27.717770 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:11:27.727555 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] Sync routers for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:11:27.736932 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:27.737545 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:27.758894 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] No DVR routers for this DVR port 12f6eed9-d209-452c-9d4a-069e1266f397 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:27.761208 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:27.764496 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-183b0d7c-612e-4012-9464-267348f1717d req-2286a726-34be-477f-baa1-046b8ffbe07e tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.70 "DELETE /v2.0/ports/12f6eed9-d209-452c-9d4a-069e1266f397 HTTP/1.1" status: 204 len: 173 time: 0.9161823 May 11 21:11:27.764927 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'name': 'network-vif-deleted', 'tag': '12f6eed9-d209-452c-9d4a-069e1266f397'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:11:27.767187 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c18a96-e20e-4b29-866b-7a27d119d6b0" -d '{"events": [{"server_uuid": "d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60", "name": "network-vif-deleted", "tag": "12f6eed9-d209-452c-9d4a-069e1266f397"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:11:27.802668 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c25412-c267-49e5-b355-7d38891d9f81 x-openstack-request-id: req-18c25412-c267-49e5-b355-7d38891d9f81 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:11:27.802909 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60", "name": "network-vif-deleted", "tag": "12f6eed9-d209-452c-9d4a-069e1266f397", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:11:27.803162 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18c25412-c267-49e5-b355-7d38891d9f81 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:11:27.803568 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c25412-c267-49e5-b355-7d38891d9f81'] response: {'server_uuid': 'd5721a6a-5ce3-4880-9cc4-5bfaec1cbe60', 'name': 'network-vif-deleted', 'tag': '12f6eed9-d209-452c-9d4a-069e1266f397', 'status': 'completed', 'code': 200} May 11 21:11:27.847786 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:28.045799 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:28.075637 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] Checking router: 90219150-3086-4cdf-8c57-9202d7967c1a for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:11:28.084740 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:28.085341 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:28.194796 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:28.465445 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:28.495840 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b192835-4077-4ec8-aa05-5385691079f0 None None] The sync data for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi is: [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:04:54Z', 'revision_number': 4, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'ab22dd33-8844-489e-9f20-a43fa94013d0', 'name': '', 'network_id': '26111c2a-0c3d-4253-b45f-aeacb402f250', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'mac_address': 'fa:16:3e:dc:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:52Z', 'updated_at': '2022-05-11T21:05:02Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'subnets': [{'id': 'cbdd14a5-c2bd-4c45-a912-a1fdebd3a997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:11:28.569093 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e257e148-4b7a-4ab0-a667-0dd234e2cfb4 req-262410c2-b610-4313-8601-4bd55892a97c tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5721a6a-5ce3-4880-9cc4-5bfaec1cbe60 HTTP/1.1" status: 200 len: 210 time: 0.0285590 May 11 21:11:28.738660 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee5e3bc-0d89-4895-a389-a870847610be None None] New status for floating IP 94136c4f-6177-4d06-8eb5-0fca48d1d6f6: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:11:28.768656 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50224) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:29.305946 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526552'] for router_interface (24f8bcc3-4b3f-4906-8252-84f991296269), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:29.581116 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] Deleting port 07cbd22a-392a-43fb-a281-df0bc7ac944b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:29.581770 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:29.660501 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] For port 07cbd22a-392a-43fb-a281-df0bc7ac944b, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=07cbd22a-392a-43fb-a281-df0bc7ac944b,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:29.660854 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:29.673429 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] Calling delete_port for 07cbd22a-392a-43fb-a281-df0bc7ac944b owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:29.704981 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50238) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:29.758184 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9da22933-7ba8-4128-b679-96f09cb19011 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (8ae1a531-42eb-4e1e-aed0-70bc64aa0233), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:29.781922 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9da22933-7ba8-4128-b679-96f09cb19011 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (8ae1a531-42eb-4e1e-aed0-70bc64aa0233), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:29.894079 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9da22933-7ba8-4128-b679-96f09cb19011 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (8ae1a531-42eb-4e1e-aed0-70bc64aa0233), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:29.896655 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9da22933-7ba8-4128-b679-96f09cb19011 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:29.897827 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9da22933-7ba8-4128-b679-96f09cb19011 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "DELETE /v2.0/security-groups/8ae1a531-42eb-4e1e-aed0-70bc64aa0233 HTTP/1.1" status: 204 len: 168 time: 0.1917987 May 11 21:11:29.901453 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50240) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:29.907776 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da22933-7ba8-4128-b679-96f09cb19011 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae1a531-42eb-4e1e-aed0-70bc64aa0233,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:29.916485 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.api.v2.resource [None req-e4250103-b1fa-4557-9c7b-15c818c04ca4 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] show failed (client error): The resource could not be found. May 11 21:11:29.917486 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e4250103-b1fa-4557-9c7b-15c818c04ca4 tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "GET /v2.0/security-groups/8ae1a531-42eb-4e1e-aed0-70bc64aa0233 HTTP/1.1" status: 404 len: 347 time: 0.0150311 May 11 21:11:29.920514 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50242) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:29.929032 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (07cbd22a-392a-43fb-a281-df0bc7ac944b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:29.990736 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] Pushing event deleted for resources: {'Port': ['ID=07cbd22a-392a-43fb-a281-df0bc7ac944b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:30.373476 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-931b35ab-8558-4952-9dce-99bbd608f4ce tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Deleting port 2a7b0696-c769-4ddb-8735-08b5fd6bfc26 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:30.373781 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-931b35ab-8558-4952-9dce-99bbd608f4ce tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (2a7b0696-c769-4ddb-8735-08b5fd6bfc26), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:30.528699 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-931b35ab-8558-4952-9dce-99bbd608f4ce tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (2a7b0696-c769-4ddb-8735-08b5fd6bfc26), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:30.529097 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-931b35ab-8558-4952-9dce-99bbd608f4ce tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (2a7b0696-c769-4ddb-8735-08b5fd6bfc26), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:30.541332 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-984007'] for router_interface (24f8bcc3-4b3f-4906-8252-84f991296269), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:30.549289 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-931b35ab-8558-4952-9dce-99bbd608f4ce tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Calling delete_port for 2a7b0696-c769-4ddb-8735-08b5fd6bfc26 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:30.864693 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] Router 24f8bcc3-4b3f-4906-8252-84f991296269 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:11:30.955303 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-931b35ab-8558-4952-9dce-99bbd608f4ce tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (2a7b0696-c769-4ddb-8735-08b5fd6bfc26), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:30.985600 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b35ab-8558-4952-9dce-99bbd608f4ce tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Pushing event deleted for resources: {'Port': ['ID=2a7b0696-c769-4ddb-8735-08b5fd6bfc26,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:31.019768 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:11:31.024967 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5d8fd13c-97e0-4853-ae87-946c700f0246 admin admin] 10.222.0.35 "PUT /v2.0/routers/24f8bcc3-4b3f-4906-8252-84f991296269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2563694 May 11 21:11:31.027968 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50246) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:31.030349 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] Sync routers for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:11:31.041518 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:31.042297 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:31.063012 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-931b35ab-8558-4952-9dce-99bbd608f4ce tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks [] for floatingip (94136c4f-6177-4d06-8eb5-0fca48d1d6f6), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:31.065540 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-931b35ab-8558-4952-9dce-99bbd608f4ce tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:31.069238 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-931b35ab-8558-4952-9dce-99bbd608f4ce tempest-AttachVolumeTestJSON-791683183 tempest-AttachVolumeTestJSON-791683183-project] 10.222.0.35 "DELETE /v2.0/floatingips/94136c4f-6177-4d06-8eb5-0fca48d1d6f6 HTTP/1.1" status: 204 len: 168 time: 1.1452003 May 11 21:11:31.145234 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Publish callbacks [] for router (24f8bcc3-4b3f-4906-8252-84f991296269), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:31.150147 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:31.249678 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Publish callbacks [] for router_gateway (24f8bcc3-4b3f-4906-8252-84f991296269), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:31.322319 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:11:29Z', 'revision_number': 5, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port': {'id': 'e76d529d-9253-445c-9b24-5856b6d1d722', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:31.348743 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] Checking router: 24f8bcc3-4b3f-4906-8252-84f991296269 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:11:31.357689 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] Routers {'24f8bcc3-4b3f-4906-8252-84f991296269'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:31.358242 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['24f8bcc3-4b3f-4906-8252-84f991296269'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:31.372726 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Deleting port e76d529d-9253-445c-9b24-5856b6d1d722 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:31.377289 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:31.444766 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] Set router 24f8bcc3-4b3f-4906-8252-84f991296269 gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:31.451058 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] For port e76d529d-9253-445c-9b24-5856b6d1d722, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=e76d529d-9253-445c-9b24-5856b6d1d722,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:31.451429 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:31.464885 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Calling delete_port for e76d529d-9253-445c-9b24-5856b6d1d722 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:31.498620 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:11:31Z', 'revision_number': 6, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port_host': None}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:31.504644 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 12f6eed9-d209-452c-9d4a-069e1266f397 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:31.525062 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb93759-a5ca-4331-a0ca-4f8c8ed86c4a None None] The sync data for ids ['24f8bcc3-4b3f-4906-8252-84f991296269'] in dv-cinder-841467-1-iscsi is: [{'id': '24f8bcc3-4b3f-4906-8252-84f991296269', 'name': 'tempest-AttachVolumeNegativeTest-225246438-router', 'tenant_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:11:31Z', 'revision_number': 6, 'project_id': 'ad1ed05b84e545989b4753dab7bd4b3f', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:11:31.526507 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 12f6eed9-d209-452c-9d4a-069e1266f397 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:31.527027 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 12f6eed9-d209-452c-9d4a-069e1266f397 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:31.699845 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (e76d529d-9253-445c-9b24-5856b6d1d722), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:31.729283 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Pushing event deleted for resources: {'Port': ['ID=e76d529d-9253-445c-9b24-5856b6d1d722,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:31.797016 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549098'] for router_gateway (24f8bcc3-4b3f-4906-8252-84f991296269), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:31.890819 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16205'] for router (24f8bcc3-4b3f-4906-8252-84f991296269), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:31.893374 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Publish callbacks [] for router_controller (24f8bcc3-4b3f-4906-8252-84f991296269), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.002772 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549819'] for router (24f8bcc3-4b3f-4906-8252-84f991296269), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.003378 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24f8bcc3-4b3f-4906-8252-84f991296269 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 21:11:32.009301 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.010465 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-07bc9fee-3dbd-493c-b266-2aff1d36723d admin admin] 10.222.0.35 "DELETE /v2.0/routers/24f8bcc3-4b3f-4906-8252-84f991296269 HTTP/1.1" status: 204 len: 168 time: 0.9815388 May 11 21:11:32.013027 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50262) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:32.059797 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9ad9f7-c738-4996-90ab-c63d2c74eeab admin admin] Deleting subnet c1dcf91c-ec8d-4cb6-aa91-01263afc28ea {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:11:32.062847 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a9ad9f7-c738-4996-90ab-c63d2c74eeab admin admin] Publish callbacks [] for subnet (c1dcf91c-ec8d-4cb6-aa91-01263afc28ea), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.100258 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a9ad9f7-c738-4996-90ab-c63d2c74eeab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3277974'] for subnet (c1dcf91c-ec8d-4cb6-aa91-01263afc28ea), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.209626 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a9ad9f7-c738-4996-90ab-c63d2c74eeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (c1dcf91c-ec8d-4cb6-aa91-01263afc28ea), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.217379 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dd057-fe63-409c-8493-084b8562c9ff req-ea6899aa-3096-4b40-b384-941754c49480 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:32.218910 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-229dd057-fe63-409c-8493-084b8562c9ff req-ea6899aa-3096-4b40-b384-941754c49480 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 947 time: 0.0577509 May 11 21:11:32.304735 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-229dd057-fe63-409c-8493-084b8562c9ff req-db1ba559-3e47-405c-b8a2-8cfa7bad5dc1 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647621 May 11 21:11:32.369607 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a9ad9f7-c738-4996-90ab-c63d2c74eeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50779263'] for subnet (c1dcf91c-ec8d-4cb6-aa91-01263afc28ea), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.397940 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ad9f7-c738-4996-90ab-c63d2c74eeab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1dcf91c-ec8d-4cb6-aa91-01263afc28ea,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:32.399854 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8a9ad9f7-c738-4996-90ab-c63d2c74eeab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.403368 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8a9ad9f7-c738-4996-90ab-c63d2c74eeab admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c1dcf91c-ec8d-4cb6-aa91-01263afc28ea HTTP/1.1" status: 204 len: 168 time: 0.3893888 May 11 21:11:32.405602 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb03372-a140-420f-a9e9-ae221d558731 None None] Network 93d70e35-28da-4d4e-9ed9-625e30aef3e3 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:11:32.405814 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50270) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:32.476931 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (93d70e35-28da-4d4e-9ed9-625e30aef3e3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.535482 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Deleting port cfc0291e-dc38-4903-92b9-c6e5a44a8652 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:32.535827 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.608884 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] For port cfc0291e-dc38-4903-92b9-c6e5a44a8652, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cfc0291e-dc38-4903-92b9-c6e5a44a8652,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:32.609330 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.628359 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Calling delete_port for cfc0291e-dc38-4903-92b9-c6e5a44a8652 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:32.642149 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 07cbd22a-392a-43fb-a281-df0bc7ac944b no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:32.669699 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 07cbd22a-392a-43fb-a281-df0bc7ac944b {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:32.670333 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 07cbd22a-392a-43fb-a281-df0bc7ac944b not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:32.671591 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device e76d529d-9253-445c-9b24-5856b6d1d722 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:32.695565 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: e76d529d-9253-445c-9b24-5856b6d1d722 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:32.696160 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device e76d529d-9253-445c-9b24-5856b6d1d722 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:32.786684 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] DHCP port deletion for 93d70e35-28da-4d4e-9ed9-625e30aef3e3 request from dv-cinder-841467-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 21:11:32.827453 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Deleting port cfc0291e-dc38-4903-92b9-c6e5a44a8652 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:32.827753 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.887212 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.889362 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] For port cfc0291e-dc38-4903-92b9-c6e5a44a8652, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cfc0291e-dc38-4903-92b9-c6e5a44a8652,segment=NetworkSegment(edb60974-913c-44be-b31d-12235f2ebc50),segment_id=edb60974-913c-44be-b31d-12235f2ebc50)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:32.890036 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:32.904308 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Calling delete_port for cfc0291e-dc38-4903-92b9-c6e5a44a8652 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:32.912971 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc0291e-dc38-4903-92b9-c6e5a44a8652,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:32.918645 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] No DVR routers for this DVR port cfc0291e-dc38-4903-92b9-c6e5a44a8652 on host dv-cinder-841467-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:32.996348 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478'] for port (cfc0291e-dc38-4903-92b9-c6e5a44a8652), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.000410 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (93d70e35-28da-4d4e-9ed9-625e30aef3e3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.027170 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d70e35-28da-4d4e-9ed9-625e30aef3e3']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:33.028940 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] No DVR routers for this DVR port cfc0291e-dc38-4903-92b9-c6e5a44a8652 on host dv-cinder-841467-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:33.033501 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Pushing event deleted for resources: {'Port': ['ID=cfc0291e-dc38-4903-92b9-c6e5a44a8652,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:33.037679 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb60974-913c-44be-b31d-12235f2ebc50') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:33.038293 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb60974-913c-44be-b31d-12235f2ebc50') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:33.044711 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.045072 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.045421 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.045813 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.046119 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.046460 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.046785 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.047434 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.047629 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.047965 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.048328 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.048661 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.048988 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.049800 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.049800 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d62f223-dcba-43cf-9295-5272abd0a191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:33.052025 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3277999'] for segment (edb60974-913c-44be-b31d-12235f2ebc50), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.067979 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (edb60974-913c-44be-b31d-12235f2ebc50), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.074379 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:11:33.074770 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284347'] for segment (edb60974-913c-44be-b31d-12235f2ebc50), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: Traceback (most recent call last): May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: timer() May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: cb(*args, **kw) May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: return func(*args, **kwargs) May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: self._notify() May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: self.callback(batched_events) May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: event.method(event) May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: return f(self, *a, **k) May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._get(url).json() May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: return self.request(url, 'GET', **kwargs) May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:11:33.078927 dv-cinder-841467-1-iscsi neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:11:33.212754 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (93d70e35-28da-4d4e-9ed9-625e30aef3e3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.219162 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.224658 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] 10.222.0.35 "DELETE /v2.0/networks/93d70e35-28da-4d4e-9ed9-625e30aef3e3 HTTP/1.1" status: 204 len: 168 time: 0.8154774 May 11 21:11:33.231582 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd5c52-6495-4d1e-81d3-d7f21dcd5667 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d70e35-28da-4d4e-9ed9-625e30aef3e3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:33.432927 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f6d0f-0d66-4f7a-bace-ff6fb0f1dc55 req-8f5152d8-ea42-498e-885c-681bde7142cf tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:33.434451 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-604f6d0f-0d66-4f7a-bace-ff6fb0f1dc55 req-8f5152d8-ea42-498e-885c-681bde7142cf tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 947 time: 0.0523250 May 11 21:11:33.482846 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-604f6d0f-0d66-4f7a-bace-ff6fb0f1dc55 req-ef264574-fd9f-4662-acd6-2ddfbcbf83e3 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups?id=d1e33473-43b9-4b7e-8fde-a8b0a679fb16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426304 May 11 21:11:33.606410 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50292) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:33.646709 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2e628a78-4cca-4194-ba7c-89ed98120d13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad1ed05b84e545989b4753dab7bd4b3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390944 May 11 21:11:33.649218 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50294) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:33.700341 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37243d48-d5db-42a2-b54c-c5662e8921bd admin admin] Publish callbacks [] for security_group (20e3c56d-f2cf-4ccf-a731-1c37d11477d5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.721047 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37243d48-d5db-42a2-b54c-c5662e8921bd admin admin] Publish callbacks [] for security_group (20e3c56d-f2cf-4ccf-a731-1c37d11477d5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.813100 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96423d6b-da9f-4878-82c5-841b758b8072 req-c287296c-f81f-40ed-90a3-fee8bb0e2deb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:33.814607 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-96423d6b-da9f-4878-82c5-841b758b8072 req-c287296c-f81f-40ed-90a3-fee8bb0e2deb tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 947 time: 0.0537577 May 11 21:11:33.853097 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37243d48-d5db-42a2-b54c-c5662e8921bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (20e3c56d-f2cf-4ccf-a731-1c37d11477d5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.861665 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-37243d48-d5db-42a2-b54c-c5662e8921bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:33.861665 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-37243d48-d5db-42a2-b54c-c5662e8921bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20e3c56d-f2cf-4ccf-a731-1c37d11477d5 HTTP/1.1" status: 204 len: 168 time: 0.2079201 May 11 21:11:33.866406 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37243d48-d5db-42a2-b54c-c5662e8921bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e3c56d-f2cf-4ccf-a731-1c37d11477d5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:33.918584 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Deleting port f03f2724-557a-44bf-a2f6-34c8f1d25081 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:33.924623 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:34.007894 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] For port f03f2724-557a-44bf-a2f6-34c8f1d25081, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=f03f2724-557a-44bf-a2f6-34c8f1d25081,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:34.008177 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:34.186302 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:34.186679 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (1b75a7fd-cadf-42cd-b962-ae77fac44b7c), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:34.186990 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Floating IP 1b75a7fd-cadf-42cd-b962-ae77fac44b7c disassociated. External IP: 172.27.3.193, port: f03f2724-557a-44bf-a2f6-34c8f1d25081. May 11 21:11:34.187337 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Calling delete_port for f03f2724-557a-44bf-a2f6-34c8f1d25081 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:34.391082 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (f03f2724-557a-44bf-a2f6-34c8f1d25081), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:34.421209 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event deleted for resources: {'Port': ['ID=f03f2724-557a-44bf-a2f6-34c8f1d25081,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:34.553808 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cfc0291e-dc38-4903-92b9-c6e5a44a8652 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:34.557374 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Router fd503219-3b02-4eeb-851e-cc430fd7a8b3 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:11:34.594235 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: cfc0291e-dc38-4903-92b9-c6e5a44a8652 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:34.594880 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cfc0291e-dc38-4903-92b9-c6e5a44a8652 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:34.609861 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b63e58ee-2b23-4c43-9590-34540d54921c req-57e45662-f2fe-4703-94d7-21c965bfb997 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2f00c24-95f0-4551-990e-c18813091765 HTTP/1.1" status: 200 len: 210 time: 0.0349088 May 11 21:11:34.691362 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:11:34.703932 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] Sync routers for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:11:34.715201 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:34.715821 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:34.737669 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] No DVR routers for this DVR port f03f2724-557a-44bf-a2f6-34c8f1d25081 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:34.740142 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:34.743418 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-96423d6b-da9f-4878-82c5-841b758b8072 req-5766ff86-f9bf-4843-83b2-0c02a4604046 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.70 "DELETE /v2.0/ports/f03f2724-557a-44bf-a2f6-34c8f1d25081 HTTP/1.1" status: 204 len: 173 time: 0.9218333 May 11 21:11:34.743864 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'name': 'network-vif-deleted', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:11:34.746096 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcb5e5c-fd68-4c1e-9e0c-4816f4a21dc5" -d '{"events": [{"server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "name": "network-vif-deleted", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:11:34.784971 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24d2e24-4f9b-4948-b2aa-4cb676993444 x-openstack-request-id: req-f24d2e24-4f9b-4948-b2aa-4cb676993444 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:11:34.785267 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f00c24-95f0-4551-990e-c18813091765", "name": "network-vif-deleted", "tag": "f03f2724-557a-44bf-a2f6-34c8f1d25081", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:11:34.785554 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f24d2e24-4f9b-4948-b2aa-4cb676993444 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:11:34.785949 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24d2e24-4f9b-4948-b2aa-4cb676993444'] response: {'server_uuid': 'b2f00c24-95f0-4551-990e-c18813091765', 'name': 'network-vif-deleted', 'tag': 'f03f2724-557a-44bf-a2f6-34c8f1d25081', 'status': 'completed', 'code': 200} May 11 21:11:34.856546 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:35.073936 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:35.100087 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] Checking router: fd503219-3b02-4eeb-851e-cc430fd7a8b3 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:11:35.109169 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:35.109860 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:35.228477 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50342) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:35.231687 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:35.445955 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:35.473019 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6e950-24b2-4cd2-b965-dd508a2e1325 None None] The sync data for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi is: [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '91067adf-63c6-435f-ba41-8ef27ac517cf', 'name': '', 'network_id': 'cba3ba85-9c39-4c2e-a36c-66082d4dfb25', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'mac_address': 'fa:16:3e:20:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:55Z', 'updated_at': '2022-05-11T21:05:09Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'subnets': [{'id': 'f6dc7980-bf6d-4a31-a1cf-581932df2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:11:35.709267 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526552'] for router_interface (90219150-3086-4cdf-8c57-9202d7967c1a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:35.763840 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c9b340-6f70-409f-8aed-bd4370f7f944 None None] New status for floating IP 1b75a7fd-cadf-42cd-b962-ae77fac44b7c: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:11:35.782079 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50358) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:35.854847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a087b4df-ab9f-4fff-93c8-726d14a99d42 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (d1e33473-43b9-4b7e-8fde-a8b0a679fb16), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:35.879998 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a087b4df-ab9f-4fff-93c8-726d14a99d42 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (d1e33473-43b9-4b7e-8fde-a8b0a679fb16), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:35.968668 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] Deleting port ab22dd33-8844-489e-9f20-a43fa94013d0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:35.969194 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:36.002079 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a087b4df-ab9f-4fff-93c8-726d14a99d42 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d1e33473-43b9-4b7e-8fde-a8b0a679fb16), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:36.004711 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a087b4df-ab9f-4fff-93c8-726d14a99d42 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:36.006971 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a087b4df-ab9f-4fff-93c8-726d14a99d42 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "DELETE /v2.0/security-groups/d1e33473-43b9-4b7e-8fde-a8b0a679fb16 HTTP/1.1" status: 204 len: 168 time: 0.2227378 May 11 21:11:36.021186 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50370) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:36.031427 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087b4df-ab9f-4fff-93c8-726d14a99d42 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e33473-43b9-4b7e-8fde-a8b0a679fb16,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:36.039579 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.api.v2.resource [None req-74518749-4657-4b05-aed6-c84c05428e41 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] show failed (client error): The resource could not be found. May 11 21:11:36.043286 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-74518749-4657-4b05-aed6-c84c05428e41 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "GET /v2.0/security-groups/d1e33473-43b9-4b7e-8fde-a8b0a679fb16 HTTP/1.1" status: 404 len: 347 time: 0.0184567 May 11 21:11:36.044039 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50372) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:36.187863 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] For port ab22dd33-8844-489e-9f20-a43fa94013d0, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=ab22dd33-8844-489e-9f20-a43fa94013d0,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:36.188199 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:36.212174 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] Calling delete_port for ab22dd33-8844-489e-9f20-a43fa94013d0 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:36.216265 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5eebc58f-b689-49e9-adaa-806f2fade408 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Deleting port 238479a2-2b0d-4991-ab0e-7ac6105c96f4 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:36.216605 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5eebc58f-b689-49e9-adaa-806f2fade408 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (238479a2-2b0d-4991-ab0e-7ac6105c96f4), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:36.341573 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5eebc58f-b689-49e9-adaa-806f2fade408 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (238479a2-2b0d-4991-ab0e-7ac6105c96f4), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:36.341938 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5eebc58f-b689-49e9-adaa-806f2fade408 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (238479a2-2b0d-4991-ab0e-7ac6105c96f4), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:36.388833 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5eebc58f-b689-49e9-adaa-806f2fade408 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Calling delete_port for 238479a2-2b0d-4991-ab0e-7ac6105c96f4 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:36.625459 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (ab22dd33-8844-489e-9f20-a43fa94013d0), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:36.651219 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab22dd33-8844-489e-9f20-a43fa94013d0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:36.662866 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5eebc58f-b689-49e9-adaa-806f2fade408 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (238479a2-2b0d-4991-ab0e-7ac6105c96f4), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:36.699944 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebc58f-b689-49e9-adaa-806f2fade408 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Pushing event deleted for resources: {'Port': ['ID=238479a2-2b0d-4991-ab0e-7ac6105c96f4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:37.070826 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5eebc58f-b689-49e9-adaa-806f2fade408 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks [] for floatingip (1b75a7fd-cadf-42cd-b962-ae77fac44b7c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.073261 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5eebc58f-b689-49e9-adaa-806f2fade408 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.074424 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5eebc58f-b689-49e9-adaa-806f2fade408 tempest-AttachVolumeShelveTestJSON-263021815 tempest-AttachVolumeShelveTestJSON-263021815-project] 10.222.0.35 "DELETE /v2.0/floatingips/1b75a7fd-cadf-42cd-b962-ae77fac44b7c HTTP/1.1" status: 204 len: 168 time: 1.0294018 May 11 21:11:37.122638 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50394) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:37.151749 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-984007'] for router_interface (90219150-3086-4cdf-8c57-9202d7967c1a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.230844 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c80efc2-9e3a-470f-aca5-59ab560d8f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.308420 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c80efc2-9e3a-470f-aca5-59ab560d8f58 admin admin] Publish callbacks [] for security_group (cf7116be-69ed-4232-babe-7819c49bab58), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.376731 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] Router 90219150-3086-4cdf-8c57-9202d7967c1a has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:11:37.379783 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c80efc2-9e3a-470f-aca5-59ab560d8f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (cf7116be-69ed-4232-babe-7819c49bab58), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.425804 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0c80efc2-9e3a-470f-aca5-59ab560d8f58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9df75da318e04dfe8ee3f1f8d17300e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014379 May 11 21:11:37.428181 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80efc2-9e3a-470f-aca5-59ab560d8f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7116be-69ed-4232-babe-7819c49bab58,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:37.429640 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50400) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:37.496466 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device f03f2724-557a-44bf-a2f6-34c8f1d25081 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:37.516009 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: f03f2724-557a-44bf-a2f6-34c8f1d25081 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:37.516389 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device f03f2724-557a-44bf-a2f6-34c8f1d25081 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:37.528206 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:11:37.529911 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd276ee8-aaf3-4728-af2b-7eacada4c8a4 admin admin] Publish callbacks [] for security_group (cf7116be-69ed-4232-babe-7819c49bab58), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.535232 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8cc78207-b61d-4d37-8bbf-9deda3a5169f admin admin] 10.222.0.35 "PUT /v2.0/routers/90219150-3086-4cdf-8c57-9202d7967c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3055699 May 11 21:11:37.538182 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50402) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:37.539930 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] Sync routers for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:11:37.549320 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:37.550282 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:37.558129 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd276ee8-aaf3-4728-af2b-7eacada4c8a4 admin admin] Publish callbacks [] for security_group (cf7116be-69ed-4232-babe-7819c49bab58), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.651868 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Publish callbacks [] for router (90219150-3086-4cdf-8c57-9202d7967c1a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.663082 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:37.700356 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd276ee8-aaf3-4728-af2b-7eacada4c8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (cf7116be-69ed-4232-babe-7819c49bab58), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.703317 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd276ee8-aaf3-4728-af2b-7eacada4c8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.704923 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cd276ee8-aaf3-4728-af2b-7eacada4c8a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf7116be-69ed-4232-babe-7819c49bab58 HTTP/1.1" status: 204 len: 168 time: 0.2741387 May 11 21:11:37.716479 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd276ee8-aaf3-4728-af2b-7eacada4c8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7116be-69ed-4232-babe-7819c49bab58,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:37.766972 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Publish callbacks [] for router_gateway (90219150-3086-4cdf-8c57-9202d7967c1a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.847787 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:11:36Z', 'revision_number': 5, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port': {'id': '6b1e3ca5-7fb9-4485-b712-0e1aa55c0775', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:37.869725 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Deleting port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:37.870046 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.874204 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] Checking router: 90219150-3086-4cdf-8c57-9202d7967c1a for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:11:37.883075 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] Routers {'90219150-3086-4cdf-8c57-9202d7967c1a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:37.883691 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['90219150-3086-4cdf-8c57-9202d7967c1a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:37.950675 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] For port 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=6b1e3ca5-7fb9-4485-b712-0e1aa55c0775,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:37.950954 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:37.964558 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Calling delete_port for 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:37.975274 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] Set router 90219150-3086-4cdf-8c57-9202d7967c1a gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:38.046435 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:11:37Z', 'revision_number': 6, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port_host': None}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:38.074431 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca61d08-b01c-44fd-855b-8a0c0884e649 None None] The sync data for ids ['90219150-3086-4cdf-8c57-9202d7967c1a'] in dv-cinder-841467-1-iscsi is: [{'id': '90219150-3086-4cdf-8c57-9202d7967c1a', 'name': 'tempest-AttachVolumeTestJSON-223803358-router', 'tenant_id': '513637db58d34fe198b2de93d2cbbeaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:45Z', 'updated_at': '2022-05-11T21:11:37Z', 'revision_number': 6, 'project_id': '513637db58d34fe198b2de93d2cbbeaa', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:11:38.224542 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (6b1e3ca5-7fb9-4485-b712-0e1aa55c0775), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.258849 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1e3ca5-7fb9-4485-b712-0e1aa55c0775,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:38.318588 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549098'] for router_gateway (90219150-3086-4cdf-8c57-9202d7967c1a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.384767 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50424) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:38.406424 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.439895 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16205'] for router (90219150-3086-4cdf-8c57-9202d7967c1a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.442778 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Publish callbacks [] for router_controller (90219150-3086-4cdf-8c57-9202d7967c1a), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.553892 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Publish callbacks [] for security_group (1b23d14c-1ba7-44db-bb47-0951e55ede3f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.665502 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1b23d14c-1ba7-44db-bb47-0951e55ede3f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.665673 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549819'] for router (90219150-3086-4cdf-8c57-9202d7967c1a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.666233 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90219150-3086-4cdf-8c57-9202d7967c1a {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 21:11:38.671272 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.675398 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2039ee03-9276-46bf-bb48-a03f6df11cdb admin admin] 10.222.0.35 "DELETE /v2.0/routers/90219150-3086-4cdf-8c57-9202d7967c1a HTTP/1.1" status: 204 len: 168 time: 1.1335044 May 11 21:11:38.677402 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50440) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:38.709117 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b103788c84244cc9bb2dae80d237929c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234303 May 11 21:11:38.710168 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b23d14c-1ba7-44db-bb47-0951e55ede3f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:38.712960 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50442) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:38.717636 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.717985 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.718327 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.718681 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.718986 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.719344 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.719638 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.720299 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.720299 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.720585 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.721094 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.721598 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.722074 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.722403 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.722724 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba6bc29-948d-4b2a-8530-271aea510a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:11:38.755648 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-398e6f0e-d4ed-44a7-bc3b-04c95f2e9426 admin admin] Deleting subnet cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:11:38.762759 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-398e6f0e-d4ed-44a7-bc3b-04c95f2e9426 admin admin] Publish callbacks [] for subnet (cbdd14a5-c2bd-4c45-a912-a1fdebd3a997), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.804981 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-73ec05c6-6afc-44de-b930-7603e8daf98e admin admin] Publish callbacks [] for security_group (1b23d14c-1ba7-44db-bb47-0951e55ede3f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.811663 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-398e6f0e-d4ed-44a7-bc3b-04c95f2e9426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2745531'] for subnet (cbdd14a5-c2bd-4c45-a912-a1fdebd3a997), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.858088 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-73ec05c6-6afc-44de-b930-7603e8daf98e admin admin] Publish callbacks [] for security_group (1b23d14c-1ba7-44db-bb47-0951e55ede3f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:38.936507 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device ab22dd33-8844-489e-9f20-a43fa94013d0 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:38.957557 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: ab22dd33-8844-489e-9f20-a43fa94013d0 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:38.958052 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device ab22dd33-8844-489e-9f20-a43fa94013d0 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:38.962108 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-398e6f0e-d4ed-44a7-bc3b-04c95f2e9426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (cbdd14a5-c2bd-4c45-a912-a1fdebd3a997), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.037269 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-73ec05c6-6afc-44de-b930-7603e8daf98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1b23d14c-1ba7-44db-bb47-0951e55ede3f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.040719 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-73ec05c6-6afc-44de-b930-7603e8daf98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.044244 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-73ec05c6-6afc-44de-b930-7603e8daf98e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b23d14c-1ba7-44db-bb47-0951e55ede3f HTTP/1.1" status: 204 len: 168 time: 0.3279991 May 11 21:11:39.052913 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec05c6-6afc-44de-b930-7603e8daf98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b23d14c-1ba7-44db-bb47-0951e55ede3f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:39.106798 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-398e6f0e-d4ed-44a7-bc3b-04c95f2e9426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3811050'] for subnet (cbdd14a5-c2bd-4c45-a912-a1fdebd3a997), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.131933 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e6f0e-d4ed-44a7-bc3b-04c95f2e9426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdd14a5-c2bd-4c45-a912-a1fdebd3a997,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:39.136181 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-398e6f0e-d4ed-44a7-bc3b-04c95f2e9426 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.139739 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-398e6f0e-d4ed-44a7-bc3b-04c95f2e9426 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cbdd14a5-c2bd-4c45-a912-a1fdebd3a997 HTTP/1.1" status: 204 len: 168 time: 0.4592063 May 11 21:11:39.154228 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50450) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:39.154332 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca11dd8-2f0b-4fe3-bab4-05d68514e211 None None] Network 26111c2a-0c3d-4253-b45f-aeacb402f250 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:11:39.228585 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (26111c2a-0c3d-4253-b45f-aeacb402f250), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.286801 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Deleting port 48291540-5542-44c1-9444-553463ee9e9f {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:39.287148 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (48291540-5542-44c1-9444-553463ee9e9f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.353273 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] For port 48291540-5542-44c1-9444-553463ee9e9f, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=48291540-5542-44c1-9444-553463ee9e9f,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:39.353664 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (48291540-5542-44c1-9444-553463ee9e9f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.366747 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Calling delete_port for 48291540-5542-44c1-9444-553463ee9e9f owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:39.461164 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1232fd2-2514-4263-bfe6-d97fc36a1bc4 None None] DHCP port deletion for 26111c2a-0c3d-4253-b45f-aeacb402f250 request from dv-cinder-841467-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 21:11:39.505665 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e1232fd2-2514-4263-bfe6-d97fc36a1bc4 None None] Deleting port 48291540-5542-44c1-9444-553463ee9e9f {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:39.506040 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e1232fd2-2514-4263-bfe6-d97fc36a1bc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (48291540-5542-44c1-9444-553463ee9e9f), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.523343 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (48291540-5542-44c1-9444-553463ee9e9f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.550005 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=48291540-5542-44c1-9444-553463ee9e9f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:39.553405 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] No DVR routers for this DVR port 48291540-5542-44c1-9444-553463ee9e9f on host dv-cinder-841467-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:39.580098 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e1232fd2-2514-4263-bfe6-d97fc36a1bc4 None None] For port 48291540-5542-44c1-9444-553463ee9e9f, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=48291540-5542-44c1-9444-553463ee9e9f,segment=NetworkSegment(1c6e84d7-6ba2-43a0-80e9-692397b49c01),segment_id=1c6e84d7-6ba2-43a0-80e9-692397b49c01)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:39.580500 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e1232fd2-2514-4263-bfe6-d97fc36a1bc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (48291540-5542-44c1-9444-553463ee9e9f), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.595402 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e1232fd2-2514-4263-bfe6-d97fc36a1bc4 None None] Calling delete_port for 48291540-5542-44c1-9444-553463ee9e9f owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:39.626542 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (26111c2a-0c3d-4253-b45f-aeacb402f250), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.649446 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26111c2a-0c3d-4253-b45f-aeacb402f250']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:39.659157 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6e84d7-6ba2-43a0-80e9-692397b49c01') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:39.659502 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6e84d7-6ba2-43a0-80e9-692397b49c01') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:39.669406 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2745474'] for segment (1c6e84d7-6ba2-43a0-80e9-692397b49c01), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.676995 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e1232fd2-2514-4263-bfe6-d97fc36a1bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478'] for port (48291540-5542-44c1-9444-553463ee9e9f), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.684152 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (1c6e84d7-6ba2-43a0-80e9-692397b49c01), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.690453 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:11:39.690970 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562712'] for segment (1c6e84d7-6ba2-43a0-80e9-692397b49c01), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: Traceback (most recent call last): May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: timer() May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: cb(*args, **kw) May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: return func(*args, **kwargs) May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: self._notify() May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: self.callback(batched_events) May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: event.method(event) May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: return f(self, *a, **k) May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._get(url).json() May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: return self.request(url, 'GET', **kwargs) May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:11:39.692636 dv-cinder-841467-1-iscsi neutron-server[104009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:11:39.702414 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1232fd2-2514-4263-bfe6-d97fc36a1bc4 None None] Pushing event deleted for resources: {'Port': ['ID=48291540-5542-44c1-9444-553463ee9e9f,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:39.705914 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1232fd2-2514-4263-bfe6-d97fc36a1bc4 None None] No DVR routers for this DVR port 48291540-5542-44c1-9444-553463ee9e9f on host dv-cinder-841467-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:39.848291 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (26111c2a-0c3d-4253-b45f-aeacb402f250), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.856342 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:39.860220 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/26111c2a-0c3d-4253-b45f-aeacb402f250 HTTP/1.1" status: 204 len: 168 time: 0.7141566 May 11 21:11:39.869126 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5706418-11c5-4a46-a599-56f93da546c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=26111c2a-0c3d-4253-b45f-aeacb402f250,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:39.889074 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50474) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:40.076867 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-af06d422-647f-41c4-9aad-7fa2cdcf2395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:40.315921 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50494) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:40.364424 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-478031db-9732-470e-a1bb-0def2916f073 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=513637db58d34fe198b2de93d2cbbeaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472443 May 11 21:11:40.365165 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50496) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:40.424689 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4492-bf86-4626-8c3d-ce55f297c74e admin admin] Publish callbacks [] for security_group (1299c775-e506-45de-b240-26b8a1319539), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:40.449133 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4492-bf86-4626-8c3d-ce55f297c74e admin admin] Publish callbacks [] for security_group (1299c775-e506-45de-b240-26b8a1319539), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:40.541260 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:40.562952 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:40.563224 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 6b1e3ca5-7fb9-4485-b712-0e1aa55c0775 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:40.563643 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 48291540-5542-44c1-9444-553463ee9e9f no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:40.588404 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 48291540-5542-44c1-9444-553463ee9e9f {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:40.589005 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 48291540-5542-44c1-9444-553463ee9e9f not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:40.609096 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4492-bf86-4626-8c3d-ce55f297c74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1299c775-e506-45de-b240-26b8a1319539), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:40.612137 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7c0e4492-bf86-4626-8c3d-ce55f297c74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:40.613480 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7c0e4492-bf86-4626-8c3d-ce55f297c74e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1299c775-e506-45de-b240-26b8a1319539 HTTP/1.1" status: 204 len: 168 time: 0.2471454 May 11 21:11:40.624363 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e4492-bf86-4626-8c3d-ce55f297c74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1299c775-e506-45de-b240-26b8a1319539,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:40.640060 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526552'] for router_interface (fd503219-3b02-4eeb-851e-cc430fd7a8b3), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:40.887660 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] Deleting port 91067adf-63c6-435f-ba41-8ef27ac517cf {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:40.888439 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:40.930224 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50510) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:40.993233 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] For port 91067adf-63c6-435f-ba41-8ef27ac517cf, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=91067adf-63c6-435f-ba41-8ef27ac517cf,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:40.993688 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:41.006854 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] Calling delete_port for 91067adf-63c6-435f-ba41-8ef27ac517cf owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:41.193450 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21fbd812-f483-4100-a3c9-a999d2fb026b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:41.274569 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21fbd812-f483-4100-a3c9-a999d2fb026b admin admin] Publish callbacks [] for security_group (1119dd15-7831-40b2-9190-5533c008c18e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:41.294491 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (91067adf-63c6-435f-ba41-8ef27ac517cf), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:41.322237 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] Pushing event deleted for resources: {'Port': ['ID=91067adf-63c6-435f-ba41-8ef27ac517cf,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:41.363559 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-21fbd812-f483-4100-a3c9-a999d2fb026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1119dd15-7831-40b2-9190-5533c008c18e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:41.422990 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-21fbd812-f483-4100-a3c9-a999d2fb026b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=082503cbe3a94f9e9b2bb0248f1ee293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4914973 May 11 21:11:41.424611 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50532) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:41.434506 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbd812-f483-4100-a3c9-a999d2fb026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1119dd15-7831-40b2-9190-5533c008c18e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:41.503117 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3cea-f169-48b1-a4ca-7a1570b64c77 admin admin] Publish callbacks [] for security_group (1119dd15-7831-40b2-9190-5533c008c18e), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:41.528196 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-984007'] for router_interface (fd503219-3b02-4eeb-851e-cc430fd7a8b3), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:41.528817 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3cea-f169-48b1-a4ca-7a1570b64c77 admin admin] Publish callbacks [] for security_group (1119dd15-7831-40b2-9190-5533c008c18e), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:41.676954 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3cea-f169-48b1-a4ca-7a1570b64c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1119dd15-7831-40b2-9190-5533c008c18e), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:41.679684 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3cea-f169-48b1-a4ca-7a1570b64c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:41.680848 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-bb8e3cea-f169-48b1-a4ca-7a1570b64c77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1119dd15-7831-40b2-9190-5533c008c18e HTTP/1.1" status: 204 len: 168 time: 0.2550392 May 11 21:11:41.692864 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e3cea-f169-48b1-a4ca-7a1570b64c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1119dd15-7831-40b2-9190-5533c008c18e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:41.813063 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] Router fd503219-3b02-4eeb-851e-cc430fd7a8b3 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:11:41.971874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:11:41.980149 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50564) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:41.980643 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-42b1ca47-64ff-48cb-a4b0-ae63eed5162c admin admin] 10.222.0.35 "PUT /v2.0/routers/fd503219-3b02-4eeb-851e-cc430fd7a8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0902176 May 11 21:11:41.982301 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] Sync routers for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:11:41.995574 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:41.996184 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:42.107055 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:42.180386 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Publish callbacks [] for router (fd503219-3b02-4eeb-851e-cc430fd7a8b3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:42.281327 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-445c3e7d-d55c-4b6b-8358-9a108800b6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:42.286035 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:11:41Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:42.289111 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Publish callbacks [] for router_gateway (fd503219-3b02-4eeb-851e-cc430fd7a8b3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:42.317446 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] Checking router: fd503219-3b02-4eeb-851e-cc430fd7a8b3 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:11:42.326362 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] Routers {'fd503219-3b02-4eeb-851e-cc430fd7a8b3'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:11:42.327086 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:11:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:42.369964 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:11:42.436395 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] Set router fd503219-3b02-4eeb-851e-cc430fd7a8b3 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:11:42.447738 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Deleting port fed6f899-eb0b-4aa1-9916-743753faf533 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:42.448301 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:42.550124 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] For port fed6f899-eb0b-4aa1-9916-743753faf533, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=fed6f899-eb0b-4aa1-9916-743753faf533,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:42.550432 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:42.565002 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50584) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:42.578760 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Calling delete_port for fed6f899-eb0b-4aa1-9916-743753faf533 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:42.590123 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18bc83a4-1756-4c2c-8e9c-4dc374620e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:42.708470 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:11:41Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:42.735522 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e23364d-a21d-4fa3-8e5d-782e62c79103 None None] The sync data for ids ['fd503219-3b02-4eeb-851e-cc430fd7a8b3'] in dv-cinder-841467-1-iscsi is: [{'id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1371132003-router', 'tenant_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:04:47Z', 'updated_at': '2022-05-11T21:11:41Z', 'revision_number': 5, 'project_id': '54d75c229dc14e59b53a1ec63a0f00f8', 'gw_port': {'id': 'fed6f899-eb0b-4aa1-9916-743753faf533', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd503219-3b02-4eeb-851e-cc430fd7a8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:04:49Z', 'updated_at': '2022-05-11T21:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:11:42.786108 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18bc83a4-1756-4c2c-8e9c-4dc374620e1b admin admin] Publish callbacks [] for security_group (dcf1cba4-a3f0-482b-8cf0-5d75e85289f1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:42.898388 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-18bc83a4-1756-4c2c-8e9c-4dc374620e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (dcf1cba4-a3f0-482b-8cf0-5d75e85289f1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:42.939775 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (fed6f899-eb0b-4aa1-9916-743753faf533), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:42.949374 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-18bc83a4-1756-4c2c-8e9c-4dc374620e1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=457e971be5fa499a82fac42bca2bdd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830836 May 11 21:11:42.952463 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50594) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:42.969782 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc83a4-1756-4c2c-8e9c-4dc374620e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf1cba4-a3f0-482b-8cf0-5d75e85289f1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:42.976298 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed6f899-eb0b-4aa1-9916-743753faf533,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:43.018895 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50598) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:43.045002 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549098'] for router_gateway (fd503219-3b02-4eeb-851e-cc430fd7a8b3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.048508 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be427aa3-e21a-4cd0-b27f-125cdaeef71d admin admin] Publish callbacks [] for security_group (dcf1cba4-a3f0-482b-8cf0-5d75e85289f1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.099299 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be427aa3-e21a-4cd0-b27f-125cdaeef71d admin admin] Publish callbacks [] for security_group (dcf1cba4-a3f0-482b-8cf0-5d75e85289f1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.152170 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16205'] for router (fd503219-3b02-4eeb-851e-cc430fd7a8b3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.157351 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Publish callbacks [] for router_controller (fd503219-3b02-4eeb-851e-cc430fd7a8b3), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.252518 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be427aa3-e21a-4cd0-b27f-125cdaeef71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (dcf1cba4-a3f0-482b-8cf0-5d75e85289f1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.255001 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be427aa3-e21a-4cd0-b27f-125cdaeef71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.256553 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-be427aa3-e21a-4cd0-b27f-125cdaeef71d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dcf1cba4-a3f0-482b-8cf0-5d75e85289f1 HTTP/1.1" status: 204 len: 168 time: 0.3022149 May 11 21:11:43.265412 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be427aa3-e21a-4cd0-b27f-125cdaeef71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf1cba4-a3f0-482b-8cf0-5d75e85289f1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:43.282953 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549819'] for router (fd503219-3b02-4eeb-851e-cc430fd7a8b3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.283863 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd503219-3b02-4eeb-851e-cc430fd7a8b3 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 21:11:43.288093 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.291328 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-20661a7e-92bf-4a30-aa53-064405f98bf6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fd503219-3b02-4eeb-851e-cc430fd7a8b3 HTTP/1.1" status: 204 len: 168 time: 1.3079813 May 11 21:11:43.292489 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50608) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:43.328966 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c6094270-c9e9-4b45-906b-6a00a189c175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.356082 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-360db399-d889-4e63-aa64-62d93cf40331 admin admin] Deleting subnet f6dc7980-bf6d-4a31-a1cf-581932df2c50 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:11:43.359881 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-360db399-d889-4e63-aa64-62d93cf40331 admin admin] Publish callbacks [] for subnet (f6dc7980-bf6d-4a31-a1cf-581932df2c50), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.397398 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-360db399-d889-4e63-aa64-62d93cf40331 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3277974'] for subnet (f6dc7980-bf6d-4a31-a1cf-581932df2c50), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.494024 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-360db399-d889-4e63-aa64-62d93cf40331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (f6dc7980-bf6d-4a31-a1cf-581932df2c50), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.521291 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c6094270-c9e9-4b45-906b-6a00a189c175 admin admin] Publish callbacks [] for security_group (aca4a169-3383-4c61-b5b6-c73780e076c6), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.568402 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c6094270-c9e9-4b45-906b-6a00a189c175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (aca4a169-3383-4c61-b5b6-c73780e076c6), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.609064 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6094270-c9e9-4b45-906b-6a00a189c175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca4a169-3383-4c61-b5b6-c73780e076c6,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:43.614529 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c6094270-c9e9-4b45-906b-6a00a189c175 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c197f91800534e79abfe24f9cc89df66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5943658 May 11 21:11:43.617514 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:43.667059 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed621903-7047-400f-ab23-0ed07b20c0f4 admin admin] Publish callbacks [] for security_group (aca4a169-3383-4c61-b5b6-c73780e076c6), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.669127 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-360db399-d889-4e63-aa64-62d93cf40331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50779263'] for subnet (f6dc7980-bf6d-4a31-a1cf-581932df2c50), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.713341 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-360db399-d889-4e63-aa64-62d93cf40331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.716718 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-360db399-d889-4e63-aa64-62d93cf40331 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f6dc7980-bf6d-4a31-a1cf-581932df2c50 HTTP/1.1" status: 204 len: 168 time: 0.4228213 May 11 21:11:43.719164 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50626) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:43.724212 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e749d-a237-4382-982f-45f6ff15ec15 None None] Network cba3ba85-9c39-4c2e-a36c-66082d4dfb25 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:11:43.727610 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360db399-d889-4e63-aa64-62d93cf40331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6dc7980-bf6d-4a31-a1cf-581932df2c50,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:43.744789 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed621903-7047-400f-ab23-0ed07b20c0f4 admin admin] Publish callbacks [] for security_group (aca4a169-3383-4c61-b5b6-c73780e076c6), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.816969 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (cba3ba85-9c39-4c2e-a36c-66082d4dfb25), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.828469 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.881385 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Deleting port 2e463779-62eb-4a92-b5b3-71509e9656d0 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:43.882799 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.892259 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50632) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:43.918202 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed621903-7047-400f-ab23-0ed07b20c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (aca4a169-3383-4c61-b5b6-c73780e076c6), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.930569 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ed621903-7047-400f-ab23-0ed07b20c0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.930569 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ed621903-7047-400f-ab23-0ed07b20c0f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aca4a169-3383-4c61-b5b6-c73780e076c6 HTTP/1.1" status: 204 len: 168 time: 0.3064048 May 11 21:11:43.935615 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed621903-7047-400f-ab23-0ed07b20c0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca4a169-3383-4c61-b5b6-c73780e076c6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:43.948932 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3499468-b020-4939-930a-bd4f73f80208 None None] DHCP port deletion for cba3ba85-9c39-4c2e-a36c-66082d4dfb25 request from dv-cinder-841467-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 21:11:43.967990 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] For port 2e463779-62eb-4a92-b5b3-71509e9656d0, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=2e463779-62eb-4a92-b5b3-71509e9656d0,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:43.968923 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:43.987673 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Calling delete_port for 2e463779-62eb-4a92-b5b3-71509e9656d0 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:44.021159 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d3499468-b020-4939-930a-bd4f73f80208 None None] Deleting port 2e463779-62eb-4a92-b5b3-71509e9656d0 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:11:44.021570 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d3499468-b020-4939-930a-bd4f73f80208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.102388 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d3499468-b020-4939-930a-bd4f73f80208 None None] For port 2e463779-62eb-4a92-b5b3-71509e9656d0, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=2e463779-62eb-4a92-b5b3-71509e9656d0,segment=NetworkSegment(ed33b012-7d61-4101-b126-90aa8687ae6e),segment_id=ed33b012-7d61-4101-b126-90aa8687ae6e)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:11:44.102388 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d3499468-b020-4939-930a-bd4f73f80208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.118983 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-d3499468-b020-4939-930a-bd4f73f80208 None None] Calling delete_port for 2e463779-62eb-4a92-b5b3-71509e9656d0 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:11:44.127642 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81fb9e97-fde8-4f7a-a664-bf2bef66a8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.157888 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.184468 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e463779-62eb-4a92-b5b3-71509e9656d0,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:44.189089 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] No DVR routers for this DVR port 2e463779-62eb-4a92-b5b3-71509e9656d0 on host dv-cinder-841467-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:44.213148 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81fb9e97-fde8-4f7a-a664-bf2bef66a8ba admin admin] Publish callbacks [] for security_group (1f484c78-46fe-48eb-9bb3-60efcfb9ebb9), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.214006 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d3499468-b020-4939-930a-bd4f73f80208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478'] for port (2e463779-62eb-4a92-b5b3-71509e9656d0), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.246136 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3499468-b020-4939-930a-bd4f73f80208 None None] Pushing event deleted for resources: {'Port': ['ID=2e463779-62eb-4a92-b5b3-71509e9656d0,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:44.248033 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3499468-b020-4939-930a-bd4f73f80208 None None] No DVR routers for this DVR port 2e463779-62eb-4a92-b5b3-71509e9656d0 on host dv-cinder-841467-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:11:44.274184 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (cba3ba85-9c39-4c2e-a36c-66082d4dfb25), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.296479 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba3ba85-9c39-4c2e-a36c-66082d4dfb25']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:44.306895 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed33b012-7d61-4101-b126-90aa8687ae6e') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:44.307343 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed33b012-7d61-4101-b126-90aa8687ae6e') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:11:44.315895 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81fb9e97-fde8-4f7a-a664-bf2bef66a8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1f484c78-46fe-48eb-9bb3-60efcfb9ebb9), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.316887 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2745474'] for segment (ed33b012-7d61-4101-b126-90aa8687ae6e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.332699 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (ed33b012-7d61-4101-b126-90aa8687ae6e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.339707 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:11:44.340203 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562712'] for segment (ed33b012-7d61-4101-b126-90aa8687ae6e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: Traceback (most recent call last): May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: timer() May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: cb(*args, **kw) May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: return func(*args, **kwargs) May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: self._notify() May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: self.callback(batched_events) May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: event.method(event) May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: return f(self, *a, **k) May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._get(url).json() May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: return self.request(url, 'GET', **kwargs) May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:11:44.342034 dv-cinder-841467-1-iscsi neutron-server[104009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:11:44.358771 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-81fb9e97-fde8-4f7a-a664-bf2bef66a8ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fee613fa1c524241abc6f7429fae54d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654205 May 11 21:11:44.359619 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb9e97-fde8-4f7a-a664-bf2bef66a8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f484c78-46fe-48eb-9bb3-60efcfb9ebb9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:44.362236 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50644) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:44.414072 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-11ac911d-4f01-4ac5-a0f4-87d760fb19fc admin admin] Publish callbacks [] for security_group (1f484c78-46fe-48eb-9bb3-60efcfb9ebb9), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.438994 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-11ac911d-4f01-4ac5-a0f4-87d760fb19fc admin admin] Publish callbacks [] for security_group (1f484c78-46fe-48eb-9bb3-60efcfb9ebb9), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.520143 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (cba3ba85-9c39-4c2e-a36c-66082d4dfb25), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.524563 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.528169 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] 10.222.0.35 "DELETE /v2.0/networks/cba3ba85-9c39-4c2e-a36c-66082d4dfb25 HTTP/1.1" status: 204 len: 168 time: 0.8080244 May 11 21:11:44.537725 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b91f4-6776-463d-94b1-dfa11b66679a admin admin] Pushing event deleted for resources: {'Network': ['ID=cba3ba85-9c39-4c2e-a36c-66082d4dfb25,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:44.548700 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 91067adf-63c6-435f-ba41-8ef27ac517cf no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:44.569686 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 91067adf-63c6-435f-ba41-8ef27ac517cf {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:44.570037 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 91067adf-63c6-435f-ba41-8ef27ac517cf not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:44.570443 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 2e463779-62eb-4a92-b5b3-71509e9656d0 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:44.574436 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-11ac911d-4f01-4ac5-a0f4-87d760fb19fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1f484c78-46fe-48eb-9bb3-60efcfb9ebb9), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.577215 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-11ac911d-4f01-4ac5-a0f4-87d760fb19fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.578191 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-11ac911d-4f01-4ac5-a0f4-87d760fb19fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f484c78-46fe-48eb-9bb3-60efcfb9ebb9 HTTP/1.1" status: 204 len: 168 time: 0.2152538 May 11 21:11:44.589325 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac911d-4f01-4ac5-a0f4-87d760fb19fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f484c78-46fe-48eb-9bb3-60efcfb9ebb9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:44.590005 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 2e463779-62eb-4a92-b5b3-71509e9656d0 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:44.590355 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 2e463779-62eb-4a92-b5b3-71509e9656d0 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:44.590766 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fed6f899-eb0b-4aa1-9916-743753faf533 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:11:44.614535 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: fed6f899-eb0b-4aa1-9916-743753faf533 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:11:44.614883 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fed6f899-eb0b-4aa1-9916-743753faf533 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:11:44.771379 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50656) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:44.785555 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34abae44-20c3-49cc-a233-38264a76abe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.861082 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34abae44-20c3-49cc-a233-38264a76abe8 admin admin] Publish callbacks [] for security_group (f9412fe2-8c7f-4049-b273-0a99de1d0f2d), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.927886 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-34abae44-20c3-49cc-a233-38264a76abe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (f9412fe2-8c7f-4049-b273-0a99de1d0f2d), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:44.969021 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-34abae44-20c3-49cc-a233-38264a76abe8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84e8eb8075684d34bedb78f6d3b88838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964455 May 11 21:11:44.970998 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abae44-20c3-49cc-a233-38264a76abe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9412fe2-8c7f-4049-b273-0a99de1d0f2d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:44.971868 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50658) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:44.986044 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50660) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:45.032009 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-22985acc-10cf-47d5-b3a5-af338b3aff04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54d75c229dc14e59b53a1ec63a0f00f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446112 May 11 21:11:45.034413 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50662) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:45.035840 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cd1369c-666b-4690-9eb6-572535054aa1 admin admin] Publish callbacks [] for security_group (f9412fe2-8c7f-4049-b273-0a99de1d0f2d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.065266 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.069632 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cd1369c-666b-4690-9eb6-572535054aa1 admin admin] Publish callbacks [] for security_group (f9412fe2-8c7f-4049-b273-0a99de1d0f2d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.094395 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8a17-bed8-4722-95b1-0fb081320afa admin admin] Publish callbacks [] for security_group (9330fa80-6142-4e6d-9a38-49e9f082ce65), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.137069 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8a17-bed8-4722-95b1-0fb081320afa admin admin] Publish callbacks [] for security_group (9330fa80-6142-4e6d-9a38-49e9f082ce65), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.196463 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cd1369c-666b-4690-9eb6-572535054aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (f9412fe2-8c7f-4049-b273-0a99de1d0f2d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.200841 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cd1369c-666b-4690-9eb6-572535054aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.202483 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4cd1369c-666b-4690-9eb6-572535054aa1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9412fe2-8c7f-4049-b273-0a99de1d0f2d HTTP/1.1" status: 204 len: 168 time: 0.2296066 May 11 21:11:45.212335 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1369c-666b-4690-9eb6-572535054aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9412fe2-8c7f-4049-b273-0a99de1d0f2d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:45.275365 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8a17-bed8-4722-95b1-0fb081320afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (9330fa80-6142-4e6d-9a38-49e9f082ce65), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.278492 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9d8a17-bed8-4722-95b1-0fb081320afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.279615 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0c9d8a17-bed8-4722-95b1-0fb081320afa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9330fa80-6142-4e6d-9a38-49e9f082ce65 HTTP/1.1" status: 204 len: 168 time: 0.2443027 May 11 21:11:45.287696 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d8a17-bed8-4722-95b1-0fb081320afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9330fa80-6142-4e6d-9a38-49e9f082ce65,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:45.526489 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50676) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:45.540276 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-acc621e6-6883-4f44-82df-950823c34816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.621545 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-acc621e6-6883-4f44-82df-950823c34816 admin admin] Publish callbacks [] for security_group (1f4eacf5-d906-4298-9e84-a24cc91c63fa), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.693669 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-acc621e6-6883-4f44-82df-950823c34816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1f4eacf5-d906-4298-9e84-a24cc91c63fa), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.732164 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-acc621e6-6883-4f44-82df-950823c34816 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df07a7d6459a429785f672822af5a5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045736 May 11 21:11:45.732994 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc621e6-6883-4f44-82df-950823c34816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4eacf5-d906-4298-9e84-a24cc91c63fa,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:45.735513 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50682) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:45.782681 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4aa6-38e2-4d21-80b9-efd85ee7925b admin admin] Publish callbacks [] for security_group (1f4eacf5-d906-4298-9e84-a24cc91c63fa), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.803850 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4aa6-38e2-4d21-80b9-efd85ee7925b admin admin] Publish callbacks [] for security_group (1f4eacf5-d906-4298-9e84-a24cc91c63fa), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.963103 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4aa6-38e2-4d21-80b9-efd85ee7925b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (1f4eacf5-d906-4298-9e84-a24cc91c63fa), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.965740 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4aa6-38e2-4d21-80b9-efd85ee7925b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:45.966885 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8ecc4aa6-38e2-4d21-80b9-efd85ee7925b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f4eacf5-d906-4298-9e84-a24cc91c63fa HTTP/1.1" status: 204 len: 168 time: 0.2303696 May 11 21:11:45.975050 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc4aa6-38e2-4d21-80b9-efd85ee7925b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4eacf5-d906-4298-9e84-a24cc91c63fa,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:46.086657 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50692) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:46.341446 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7aac-76a5-4d56-8c16-65d90bb631e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:46.437053 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7aac-76a5-4d56-8c16-65d90bb631e6 admin admin] Publish callbacks [] for security_group (067ba4da-d85a-42f0-86de-018eabf775bc), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:46.551452 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b2e7aac-76a5-4d56-8c16-65d90bb631e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (067ba4da-d85a-42f0-86de-018eabf775bc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:46.594024 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0b2e7aac-76a5-4d56-8c16-65d90bb631e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=472f375a8ade48f2b5e32c4780fd03b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5059187 May 11 21:11:46.595497 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e7aac-76a5-4d56-8c16-65d90bb631e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067ba4da-d85a-42f0-86de-018eabf775bc,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:46.603095 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50716) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:46.631413 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:46.661522 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1b5f-0d0c-49ba-a4b3-e9d4eeed8098 admin admin] Publish callbacks [] for security_group (067ba4da-d85a-42f0-86de-018eabf775bc), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:46.683580 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1b5f-0d0c-49ba-a4b3-e9d4eeed8098 admin admin] Publish callbacks [] for security_group (067ba4da-d85a-42f0-86de-018eabf775bc), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:46.842761 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1b5f-0d0c-49ba-a4b3-e9d4eeed8098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (067ba4da-d85a-42f0-86de-018eabf775bc), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:46.845484 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5b7d1b5f-0d0c-49ba-a4b3-e9d4eeed8098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:46.846602 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5b7d1b5f-0d0c-49ba-a4b3-e9d4eeed8098 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/067ba4da-d85a-42f0-86de-018eabf775bc HTTP/1.1" status: 204 len: 168 time: 0.2423029 May 11 21:11:46.857095 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1b5f-0d0c-49ba-a4b3-e9d4eeed8098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067ba4da-d85a-42f0-86de-018eabf775bc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:47.518615 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:47.796414 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-968012029-network', 'tenant_id': 'ec3e98a71a8740f1a93a1e12b8ab7b12'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:11:47.888252 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Made reservation on behalf of ec3e98a71a8740f1a93a1e12b8ab7b12 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:11:47.891393 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:47.901425 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:47.999539 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Publish callbacks [] for security_group (995c2876-02ef-405a-a1f5-da6c241005fb), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.077037 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (995c2876-02ef-405a-a1f5-da6c241005fb), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.104903 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:11:48.116759 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995c2876-02ef-405a-a1f5-da6c241005fb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:48.122876 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (b21c99b3-80b7-4296-aced-6fcf4db55e14), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.123343 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Added segment b21c99b3-80b7-4296-aced-6fcf4db55e14 of type vlan for network 4dc58e9a-76dc-447d-b193-18afc15e2971 May 11 21:11:48.177281 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (4dc58e9a-76dc-447d-b193-18afc15e2971), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.254057 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (4dc58e9a-76dc-447d-b193-18afc15e2971), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.255161 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:48.255789 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.316010 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] Pushing event updated for resources: {'Network': ['ID=4dc58e9a-76dc-447d-b193-18afc15e2971,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:48.326474 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network 4dc58e9a-76dc-447d-b193-18afc15e2971 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:11:48.342700 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-58ff2beb-b70b-4467-9158-6093f57d5ded admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8224297 May 11 21:11:48.345698 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50782) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:48.355172 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Request body: {'subnet': {'network_id': '4dc58e9a-76dc-447d-b193-18afc15e2971', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-968012029-subnet', 'tenant_id': 'ec3e98a71a8740f1a93a1e12b8ab7b12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:11:48.442182 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50788) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:48.457944 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Made reservation on behalf of ec3e98a71a8740f1a93a1e12b8ab7b12 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:11:48.461157 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50779218'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.498106 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.594737 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-630981095-network', 'tenant_id': 'b37271fa94bf4dd7b16f144dbb9c049c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:11:48.751227 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Made reservation on behalf of b37271fa94bf4dd7b16f144dbb9c049c for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:11:48.753673 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.766739 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.781302 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3277976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50779204'] for subnet (51f9ae0f-5532-4ae2-a75c-b848b8a082da), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.865784 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f9ae0f-5532-4ae2-a75c-b848b8a082da,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:48.881011 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Checking segment: {'id': 'b21c99b3-80b7-4296-aced-6fcf4db55e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4dc58e9a-76dc-447d-b193-18afc15e2971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:11:48.881382 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Network hostable DHCP agents. Network: 4dc58e9a-76dc-447d-b193-18afc15e2971, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:11:48.911149 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Publish callbacks [] for security_group (3d1d9fd2-9325-472e-98b2-663f94e61283), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:48.974591 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Network 4dc58e9a-76dc-447d-b193-18afc15e2971 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:11:48.978633 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (3d1d9fd2-9325-472e-98b2-663f94e61283), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:49.001574 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:11:49.016168 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1d9fd2-9325-472e-98b2-663f94e61283,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:49.019066 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (1edc51b3-4a35-4c35-b54f-3fd60853df7a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:49.019475 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Added segment 1edc51b3-4a35-4c35-b54f-3fd60853df7a of type vlan for network 450bdbb1-35fe-459c-a04c-28698ec4e58c May 11 21:11:49.058801 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (450bdbb1-35fe-459c-a04c-28698ec4e58c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:49.121179 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, 4dc58e9a-76dc-447d-b193-18afc15e2971) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:11:49.125162 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:49.136432 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:49.137208 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83f2d06-b30b-41e5-b7e8-2a5590392ac6 None None] Network 4dc58e9a-76dc-447d-b193-18afc15e2971 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:11:49.156741 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (450bdbb1-35fe-459c-a04c-28698ec4e58c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:49.157898 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:49.158728 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:49.229864 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0570c383-daee-42d2-bb7f-b80418ec1c5c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8830028 May 11 21:11:49.231406 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4bbe8-e1ca-4a1a-9667-0c6d2f5bb360 None None] Network 4dc58e9a-76dc-447d-b193-18afc15e2971 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:11:49.233414 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] Pushing event updated for resources: {'Network': ['ID=450bdbb1-35fe-459c-a04c-28698ec4e58c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:49.251637 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a9ee13e2-57e5-488d-ad5c-5c1f8f660117 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8083615 May 11 21:11:49.254790 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50816) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:49.260107 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network 450bdbb1-35fe-459c-a04c-28698ec4e58c details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:11:49.260442 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Request body: {'subnet': {'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-630981095-subnet', 'tenant_id': 'b37271fa94bf4dd7b16f144dbb9c049c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:11:49.402961 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Made reservation on behalf of b37271fa94bf4dd7b16f144dbb9c049c for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:11:49.405363 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3811015'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:49.712378 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3811025'] for subnet (40f371b9-ebf9-4157-8cb9-d2cde205195c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:49.770866 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f371b9-ebf9-4157-8cb9-d2cde205195c,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:49.780992 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Checking segment: {'id': '1edc51b3-4a35-4c35-b54f-3fd60853df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:11:49.781353 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Network hostable DHCP agents. Network: 450bdbb1-35fe-459c-a04c-28698ec4e58c, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:11:49.888193 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Network 450bdbb1-35fe-459c-a04c-28698ec4e58c is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:11:49.997875 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, 450bdbb1-35fe-459c-a04c-28698ec4e58c) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:11:50.009554 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:50.009554 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:50.011219 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2966345-91e1-41cd-8fe6-0bcad32b9f59 None None] Network 450bdbb1-35fe-459c-a04c-28698ec4e58c requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:11:50.106223 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-dcdceb35-e7db-4552-9d70-ab844741c0f8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8496847 May 11 21:11:50.124585 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a23bb12-3ee0-4322-9321-39246b8e4876 None None] Network 450bdbb1-35fe-459c-a04c-28698ec4e58c requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:11:50.189640 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50866) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:50.195069 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1202593455-network', 'tenant_id': '2dddb9690f5b400d82f198697fc187e0'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:11:50.317683 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Made reservation on behalf of 2dddb9690f5b400d82f198697fc187e0 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:11:50.320770 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:50.329840 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:50.405431 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Publish callbacks [] for security_group (99a9d68e-d58a-477a-8116-1d288913d5b6), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:50.595730 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (99a9d68e-d58a-477a-8116-1d288913d5b6), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:50.617823 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:11:50.631027 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a9d68e-d58a-477a-8116-1d288913d5b6,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:50.635622 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (35ae10e7-778d-4fc3-bb1a-1a371fb63ff7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:50.636021 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Added segment 35ae10e7-778d-4fc3-bb1a-1a371fb63ff7 of type vlan for network 8efea3be-92db-4ab3-9316-93e8341dda6b May 11 21:11:50.678887 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (8efea3be-92db-4ab3-9316-93e8341dda6b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:50.796920 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (8efea3be-92db-4ab3-9316-93e8341dda6b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:50.797983 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:50.798590 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:50.860745 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] Pushing event updated for resources: {'Network': ['ID=8efea3be-92db-4ab3-9316-93e8341dda6b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:50.870456 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network 8efea3be-92db-4ab3-9316-93e8341dda6b details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:11:50.920051 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-76d20a32-bc1f-4465-8b4a-a36f0457fcec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7292967 May 11 21:11:50.922751 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50888) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:50.927456 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Request body: {'subnet': {'network_id': '8efea3be-92db-4ab3-9316-93e8341dda6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1202593455-subnet', 'tenant_id': '2dddb9690f5b400d82f198697fc187e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:11:51.065182 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Made reservation on behalf of 2dddb9690f5b400d82f198697fc187e0 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:11:51.067658 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3811015'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:51.329249 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3811025'] for subnet (5c72904a-d1ce-4288-806c-25539a1063fa), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:51.388434 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c72904a-d1ce-4288-806c-25539a1063fa,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:51.399031 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Checking segment: {'id': '35ae10e7-778d-4fc3-bb1a-1a371fb63ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8efea3be-92db-4ab3-9316-93e8341dda6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:11:51.399382 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Network hostable DHCP agents. Network: 8efea3be-92db-4ab3-9316-93e8341dda6b, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:11:51.520910 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Network 8efea3be-92db-4ab3-9316-93e8341dda6b is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:11:51.618574 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, 8efea3be-92db-4ab3-9316-93e8341dda6b) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:11:51.622747 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:51.623341 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:51.632646 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a37e18-219f-4345-a355-80a12fe10e1b None None] Network 8efea3be-92db-4ab3-9316-93e8341dda6b requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:11:51.719772 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-39e2e719-baef-4ade-a30f-b98057b4a015 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7958980 May 11 21:11:51.741673 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3640581c-c1b6-47cc-9bd7-b2f0190cd705 None None] Network 8efea3be-92db-4ab3-9316-93e8341dda6b requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:11:51.854840 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 50938) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:51.972131 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-38b03ae2-27d9-476b-b287-a2154f03e22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:52.048127 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-38b03ae2-27d9-476b-b287-a2154f03e22a admin admin] Publish callbacks [] for security_group (d60012d1-b635-4d5d-95df-5c2fc642da96), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:52.134163 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-38b03ae2-27d9-476b-b287-a2154f03e22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d60012d1-b635-4d5d-95df-5c2fc642da96), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:52.174405 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-38b03ae2-27d9-476b-b287-a2154f03e22a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=239c6c8c35ab43c49a07d035b15002a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176906 May 11 21:11:52.175214 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b03ae2-27d9-476b-b287-a2154f03e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60012d1-b635-4d5d-95df-5c2fc642da96,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:52.177035 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 50954) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:52.227195 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e733919-af8a-4399-b82c-a947140e3c75 admin admin] Publish callbacks [] for security_group (d60012d1-b635-4d5d-95df-5c2fc642da96), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:52.248072 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e733919-af8a-4399-b82c-a947140e3c75 admin admin] Publish callbacks [] for security_group (d60012d1-b635-4d5d-95df-5c2fc642da96), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:52.374209 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e733919-af8a-4399-b82c-a947140e3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d60012d1-b635-4d5d-95df-5c2fc642da96), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:52.376684 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6e733919-af8a-4399-b82c-a947140e3c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:52.377894 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6e733919-af8a-4399-b82c-a947140e3c75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d60012d1-b635-4d5d-95df-5c2fc642da96 HTTP/1.1" status: 204 len: 168 time: 0.1998398 May 11 21:11:52.385549 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e733919-af8a-4399-b82c-a947140e3c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60012d1-b635-4d5d-95df-5c2fc642da96,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:52.728484 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-a6e41c10-e1fb-4a4a-8c63-33a43201b4ae tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:52.730604 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-a6e41c10-e1fb-4a4a-8c63-33a43201b4ae tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/networks?id=450bdbb1-35fe-459c-a04c-28698ec4e58c HTTP/1.1" status: 200 len: 813 time: 0.1194966 May 11 21:11:52.745666 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-a68a6dfd-c22a-4939-9735-e37e6e407504 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/quotas/b37271fa94bf4dd7b16f144dbb9c049c HTTP/1.1" status: 200 len: 375 time: 0.0094819 May 11 21:11:52.781169 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-9d8eee1e-1101-4c58-a07d-393d1ee5e7bc tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b37271fa94bf4dd7b16f144dbb9c049c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302265 May 11 21:11:53.077015 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 51000) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:53.129656 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-1334a5e4-e72b-4c0c-8442-64934e0e0f90 service neutron] 10.222.0.35 "GET /v2.0/networks/450bdbb1-35fe-459c-a04c-28698ec4e58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418834 May 11 21:11:53.138491 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f790-d8f1-4fa3-b707-cf265de8ec98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:53.223395 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f790-d8f1-4fa3-b707-cf265de8ec98 admin admin] Publish callbacks [] for security_group (cf771a87-de57-4294-8ca2-ef654796921c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:53.235953 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-5f550029-c657-4439-b5f6-0a7e79f29a97 service neutron] 10.222.0.35 "GET /v2.0/networks/450bdbb1-35fe-459c-a04c-28698ec4e58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000476 May 11 21:11:53.328427 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f790-d8f1-4fa3-b707-cf265de8ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (cf771a87-de57-4294-8ca2-ef654796921c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:53.369837 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0ce3f790-d8f1-4fa3-b707-cf265de8ec98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51bb9f314eae4efa92247d105429ab43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916288 May 11 21:11:53.373741 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3f790-d8f1-4fa3-b707-cf265de8ec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf771a87-de57-4294-8ca2-ef654796921c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:53.374229 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 51012) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:53.424618 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1182f614-b0d9-4f64-8223-b0e2d5022611 admin admin] Publish callbacks [] for security_group (cf771a87-de57-4294-8ca2-ef654796921c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:53.466791 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1182f614-b0d9-4f64-8223-b0e2d5022611 admin admin] Publish callbacks [] for security_group (cf771a87-de57-4294-8ca2-ef654796921c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:53.499318 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-864fdda2-2bc5-456d-b583-1508331f7b3b req-398810de-ed8e-45dc-9b0c-515c24f9dd22 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 210 time: 0.0337145 May 11 21:11:53.590865 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1182f614-b0d9-4f64-8223-b0e2d5022611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (cf771a87-de57-4294-8ca2-ef654796921c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:53.593723 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1182f614-b0d9-4f64-8223-b0e2d5022611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:53.594860 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1182f614-b0d9-4f64-8223-b0e2d5022611 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf771a87-de57-4294-8ca2-ef654796921c HTTP/1.1" status: 204 len: 168 time: 0.2196591 May 11 21:11:53.603720 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182f614-b0d9-4f64-8223-b0e2d5022611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf771a87-de57-4294-8ca2-ef654796921c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:54.413828 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 51050) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:54.431063 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-674a6cd2-d25d-411b-a685-188033ac893a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:54.506913 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-674a6cd2-d25d-411b-a685-188033ac893a admin admin] Publish callbacks [] for security_group (097acdaf-118b-4154-b6f2-d3daacfcad25), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:54.578113 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-163271f4-dff1-48c3-9724-b0d0b4d7f631 req-52a5f49e-2aed-4da9-8f05-ceb8956d38c2 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 210 time: 0.0284860 May 11 21:11:54.625346 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-674a6cd2-d25d-411b-a685-188033ac893a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (097acdaf-118b-4154-b6f2-d3daacfcad25), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:54.661860 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-674a6cd2-d25d-411b-a685-188033ac893a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=999b979bff2c442c8ff51f713a9a026b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462521 May 11 21:11:54.665292 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 51062) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:11:54.670166 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a6cd2-d25d-411b-a685-188033ac893a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097acdaf-118b-4154-b6f2-d3daacfcad25,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:54.715280 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9781abcd-dcb8-4c14-9140-34d118baad62 admin admin] Publish callbacks [] for security_group (097acdaf-118b-4154-b6f2-d3daacfcad25), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:54.736380 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9781abcd-dcb8-4c14-9140-34d118baad62 admin admin] Publish callbacks [] for security_group (097acdaf-118b-4154-b6f2-d3daacfcad25), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:54.877256 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9781abcd-dcb8-4c14-9140-34d118baad62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (097acdaf-118b-4154-b6f2-d3daacfcad25), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:54.879857 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9781abcd-dcb8-4c14-9140-34d118baad62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:54.881005 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9781abcd-dcb8-4c14-9140-34d118baad62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/097acdaf-118b-4154-b6f2-d3daacfcad25 HTTP/1.1" status: 204 len: 168 time: 0.2147179 May 11 21:11:54.889540 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781abcd-dcb8-4c14-9140-34d118baad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097acdaf-118b-4154-b6f2-d3daacfcad25,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:55.684907 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-94bc5021-0d86-421c-8c00-e77c978df134 req-99546078-04b4-45fc-9f01-7946bf10001a tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 210 time: 0.0366464 May 11 21:11:56.010540 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-d0932ff4-b930-4623-8840-7568477d17c6 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:56.012268 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-d0932ff4-b930-4623-8840-7568477d17c6 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.70 "GET /v2.0/networks?id=450bdbb1-35fe-459c-a04c-28698ec4e58c HTTP/1.1" status: 200 len: 813 time: 0.1037948 May 11 21:11:56.028517 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Request body: {'port': {'device_id': '94da2dee-e1d4-4ce0-84ff-5729c118787a', 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c', 'admin_state_up': True, 'tenant_id': 'b37271fa94bf4dd7b16f144dbb9c049c'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:11:56.208267 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Made reservation on behalf of b37271fa94bf4dd7b16f144dbb9c049c for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:11:56.211936 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:56.350734 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Allocated IP 172.20.0.11 (450bdbb1-35fe-459c-a04c-28698ec4e58c/40f371b9-ebf9-4157-8cb9-d2cde205195c/44182e4a-d521-4b84-91d5-3119295fd01b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:11:56.513145 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks [] for port (44182e4a-d521-4b84-91d5-3119295fd01b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:56.631518 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:56.673918 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Network 450bdbb1-35fe-459c-a04c-28698ec4e58c is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:11:56.677159 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:11:56.683819 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:11:56.707155 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Pushing event updated for resources: {'Port': ['ID=44182e4a-d521-4b84-91d5-3119295fd01b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:56.738259 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:56.738777 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:56.805157 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd677b8-3329-4b36-a3ea-530d3b8cf33a req-049c12b7-ce85-47e0-88bf-f0fdccef6082 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:56.806992 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dd677b8-3329-4b36-a3ea-530d3b8cf33a req-049c12b7-ce85-47e0-88bf-f0fdccef6082 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 932 time: 0.0498250 May 11 21:11:56.834629 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-08ad9010-e4a0-4ca9-a1b3-d82d596eb8f4 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8116109 May 11 21:11:56.852569 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Request body: {'port': {'device_id': '94da2dee-e1d4-4ce0-84ff-5729c118787a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:11:56.898400 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4dd677b8-3329-4b36-a3ea-530d3b8cf33a req-5bbe2b9f-e53e-4137-bfa7-8a41d15933eb tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856037 May 11 21:11:56.941377 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:57.240201 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44182e4a-d521-4b84-91d5-3119295fd01b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:11:57.247512 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Publish callbacks [] for port (44182e4a-d521-4b84-91d5-3119295fd01b), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:57.259838 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Transition to ACTIVE for port object 44182e4a-d521-4b84-91d5-3119295fd01b will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:11:57.345252 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:57.410034 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Pushing event updated for resources: {'Port': ['ID=44182e4a-d521-4b84-91d5-3119295fd01b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:57.462875 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Attempting to bind port 44182e4a-d521-4b84-91d5-3119295fd01b on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:11:57.463202 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Attempting to bind port 44182e4a-d521-4b84-91d5-3119295fd01b by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': '1edc51b3-4a35-4c35-b54f-3fd60853df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:11:57.463520 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Attempting to bind port 44182e4a-d521-4b84-91d5-3119295fd01b on network 450bdbb1-35fe-459c-a04c-28698ec4e58c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:11:57.467772 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Port 44182e4a-d521-4b84-91d5-3119295fd01b on network 450bdbb1-35fe-459c-a04c-28698ec4e58c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:11:57.504874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Attempting to bind port 44182e4a-d521-4b84-91d5-3119295fd01b on network 450bdbb1-35fe-459c-a04c-28698ec4e58c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:11:57.504874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:11:57.504874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Checking segment: {'id': '1edc51b3-4a35-4c35-b54f-3fd60853df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:11:57.504874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Bound using segment: {'id': '1edc51b3-4a35-4c35-b54f-3fd60853df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:11:57.504874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Bound port: 44182e4a-d521-4b84-91d5-3119295fd01b, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1edc51b3-4a35-4c35-b54f-3fd60853df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:11:57.504874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:57.536744 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] For port 44182e4a-d521-4b84-91d5-3119295fd01b, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:11:57.539656 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] For port 44182e4a-d521-4b84-91d5-3119295fd01b, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=44182e4a-d521-4b84-91d5-3119295fd01b,segment=NetworkSegment(1edc51b3-4a35-4c35-b54f-3fd60853df7a),segment_id=1edc51b3-4a35-4c35-b54f-3fd60853df7a)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:11:57.620090 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:57.653365 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:57.654005 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:11:57.655348 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] 10.222.0.70 "PUT /v2.0/ports/44182e4a-d521-4b84-91d5-3119295fd01b HTTP/1.1" status: 200 len: 1094 time: 0.8091760 May 11 21:11:57.657615 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94da2dee-e1d4-4ce0-84ff-5729c118787a', 'tag': '44182e4a-d521-4b84-91d5-3119295fd01b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:11:57.660591 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457e0478-3bc7-459d-9178-30767b0998bc" -d '{"events": [{"name": "network-changed", "server_uuid": "94da2dee-e1d4-4ce0-84ff-5729c118787a", "tag": "44182e4a-d521-4b84-91d5-3119295fd01b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:11:57.686766 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7d59e-5ca2-42d8-aea9-d75f0608c753 service neutron] Pushing event updated for resources: {'Port': ['ID=44182e4a-d521-4b84-91d5-3119295fd01b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:11:57.702923 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63fbda6-7093-4102-be59-6086c291232a x-openstack-request-id: req-d63fbda6-7093-4102-be59-6086c291232a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:11:57.702923 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94da2dee-e1d4-4ce0-84ff-5729c118787a", "tag": "44182e4a-d521-4b84-91d5-3119295fd01b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:11:57.702923 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d63fbda6-7093-4102-be59-6086c291232a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:11:57.702923 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63fbda6-7093-4102-be59-6086c291232a'] response: {'name': 'network-changed', 'server_uuid': '94da2dee-e1d4-4ce0-84ff-5729c118787a', 'tag': '44182e4a-d521-4b84-91d5-3119295fd01b', 'status': 'completed', 'code': 200} May 11 21:11:57.754462 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e0478-3bc7-459d-9178-30767b0998bc req-5b90fd89-d798-4f61-a990-e00b6a13c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:57.756047 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-457e0478-3bc7-459d-9178-30767b0998bc req-5b90fd89-d798-4f61-a990-e00b6a13c97d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b37271fa94bf4dd7b16f144dbb9c049c&device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 1128 time: 0.0389733 May 11 21:11:57.876461 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e0478-3bc7-459d-9178-30767b0998bc req-aae21452-e581-40c3-83b0-710c611b0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:57.876461 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-457e0478-3bc7-459d-9178-30767b0998bc req-aae21452-e581-40c3-83b0-710c611b0a33 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b37271fa94bf4dd7b16f144dbb9c049c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1068370 May 11 21:11:57.980473 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e0478-3bc7-459d-9178-30767b0998bc req-7335f045-e178-4550-ae82-51e5e9c20b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:57.982023 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-457e0478-3bc7-459d-9178-30767b0998bc req-7335f045-e178-4550-ae82-51e5e9c20b32 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023970 May 11 21:11:58.031381 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548a50d-f492-4a49-9534-b58874f197cf req-5d6843c4-33fa-4719-b315-921b1988ad74 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:58.032949 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8548a50d-f492-4a49-9534-b58874f197cf req-5d6843c4-33fa-4719-b315-921b1988ad74 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 944 time: 0.0499632 May 11 21:11:58.088015 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-c9344612-d0f3-43c7-9fa6-d0a5774ce3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:58.088015 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-c9344612-d0f3-43c7-9fa6-d0a5774ce3bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b37271fa94bf4dd7b16f144dbb9c049c&device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 1128 time: 0.0526650 May 11 21:11:58.144445 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-8548a50d-f492-4a49-9534-b58874f197cf req-02de8b99-97a6-4499-bfdc-b1ad16ecfa0a tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026869 May 11 21:11:58.146733 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-e243ab72-2049-49aa-8c05-4f04213ee582 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44182e4a-d521-4b84-91d5-3119295fd01b HTTP/1.1" status: 200 len: 217 time: 0.0458686 May 11 21:11:58.196758 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-4f2975f3-dda1-4642-bee6-5f5a620dbef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:58.198273 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-4f2975f3-dda1-4642-bee6-5f5a620dbef4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40f371b9-ebf9-4157-8cb9-d2cde205195c HTTP/1.1" status: 200 len: 853 time: 0.0442770 May 11 21:11:58.230391 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-71e9da63-7c59-42fd-90d1-c615f077214d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=450bdbb1-35fe-459c-a04c-28698ec4e58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261135 May 11 21:11:58.601761 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-66a8e133-4cdc-46c6-b145-804685ec4b36 service neutron] 10.222.0.70 "GET /v2.0/networks/450bdbb1-35fe-459c-a04c-28698ec4e58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634784 May 11 21:11:58.696857 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b1ae028-91bd-4e31-a5c2-7815c1bde668 req-51e36a23-5e1b-4891-9811-fd54ccee1910 service neutron] 10.222.0.70 "GET /v2.0/networks/450bdbb1-35fe-459c-a04c-28698ec4e58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884221 May 11 21:11:59.257776 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a55859-f011-427a-af60-2b4b5f3b3d66 req-a85c1c17-d1a8-4002-a413-49ee66526ba2 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:11:59.260049 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17a55859-f011-427a-af60-2b4b5f3b3d66 req-a85c1c17-d1a8-4002-a413-49ee66526ba2 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 944 time: 0.0476043 May 11 21:11:59.306393 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17a55859-f011-427a-af60-2b4b5f3b3d66 req-ef95d6c3-9a10-412c-8246-cdd305f9d950 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 May 11 21:12:00.420010 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337cc7c-a0ec-4da4-b204-2d0f1fff418c req-24d2b6de-9885-41d5-ae09-a793ceba8b1f tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:00.421776 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a337cc7c-a0ec-4da4-b204-2d0f1fff418c req-24d2b6de-9885-41d5-ae09-a793ceba8b1f tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 944 time: 0.0480332 May 11 21:12:00.471073 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a337cc7c-a0ec-4da4-b204-2d0f1fff418c req-922d6932-3b55-4dfa-ba6f-2404ca1c0f55 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 May 11 21:12:01.581745 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc4d72-f891-458f-b434-68995730ea43 req-fab81ef2-6edc-40e4-8c55-88e64e308ff3 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:01.583241 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0bc4d72-f891-458f-b434-68995730ea43 req-fab81ef2-6edc-40e4-8c55-88e64e308ff3 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 944 time: 0.0460351 May 11 21:12:01.632927 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0bc4d72-f891-458f-b434-68995730ea43 req-3c438d0a-8cdb-4ce4-8f6b-9f937bead961 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 May 11 21:12:02.592047 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 44182e4a-d521-4b84-91d5-3119295fd01b details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:12:02.691575 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 44182e4a-d521-4b84-91d5-3119295fd01b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=44182e4a-d521-4b84-91d5-3119295fd01b,segment=NetworkSegment(1edc51b3-4a35-4c35-b54f-3fd60853df7a),segment_id=1edc51b3-4a35-4c35-b54f-3fd60853df7a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:12:02.703687 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '44182e4a-d521-4b84-91d5-3119295fd01b', 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c', 'port_id': '44182e4a-d521-4b84-91d5-3119295fd01b', 'mac_address': 'fa:16:3e:14:88:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f371b9-ebf9-4157-8cb9-d2cde205195c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:12:02.745268 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 44182e4a-d521-4b84-91d5-3119295fd01b is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:02.745625 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:02.756787 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6be75-e692-46fe-9594-fc6aa8624f2c req-cd27aa02-ee69-410e-b09e-87b33b6f9ccd tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:02.758389 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-afe6be75-e692-46fe-9594-fc6aa8624f2c req-cd27aa02-ee69-410e-b09e-87b33b6f9ccd tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 944 time: 0.0469725 May 11 21:12:02.758791 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44182e4a-d521-4b84-91d5-3119295fd01b {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:12:02.779002 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 44182e4a-d521-4b84-91d5-3119295fd01b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=44182e4a-d521-4b84-91d5-3119295fd01b,segment=NetworkSegment(1edc51b3-4a35-4c35-b54f-3fd60853df7a),segment_id=1edc51b3-4a35-4c35-b54f-3fd60853df7a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:12:02.805245 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-afe6be75-e692-46fe-9594-fc6aa8624f2c req-dfd41f65-a4ec-40c3-a32a-d499665f3262 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412304 May 11 21:12:02.961011 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:03.011006 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=44182e4a-d521-4b84-91d5-3119295fd01b,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:03.323293 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['44182e4a-d521-4b84-91d5-3119295fd01b'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:12:03.835011 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 44182e4a-d521-4b84-91d5-3119295fd01b up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:03.884098 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 44182e4a-d521-4b84-91d5-3119295fd01b completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:12:03.937891 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a176ac2-1ccc-41e3-8e60-f3464a5a1bfd req-4d4f7ef5-a7ac-43b0-8684-44bfb79b1967 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:03.937891 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5a176ac2-1ccc-41e3-8e60-f3464a5a1bfd req-4d4f7ef5-a7ac-43b0-8684-44bfb79b1967 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 945 time: 0.0508673 May 11 21:12:03.972581 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 44182e4a-d521-4b84-91d5-3119295fd01b triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:03.972581 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:03.979651 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5a176ac2-1ccc-41e3-8e60-f3464a5a1bfd req-fdc5ff11-35e5-48d8-a22f-04b54149e1b2 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482795 May 11 21:12:04.048616 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 44182e4a-d521-4b84-91d5-3119295fd01b is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:04.049029 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:04.072455 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94da2dee-e1d4-4ce0-84ff-5729c118787a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44182e4a-d521-4b84-91d5-3119295fd01b'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:12:04.074765 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b11e523-ee8c-4a5a-b095-4d3836073884" -d '{"events": [{"server_uuid": "94da2dee-e1d4-4ce0-84ff-5729c118787a", "name": "network-vif-plugged", "status": "completed", "tag": "44182e4a-d521-4b84-91d5-3119295fd01b"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:12:04.087856 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 44182e4a-d521-4b84-91d5-3119295fd01b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=44182e4a-d521-4b84-91d5-3119295fd01b,segment=NetworkSegment(1edc51b3-4a35-4c35-b54f-3fd60853df7a),segment_id=1edc51b3-4a35-4c35-b54f-3fd60853df7a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:12:04.111067 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5358286a-4900-4e4c-b2cb-3db4db8ed1fd x-openstack-request-id: req-5358286a-4900-4e4c-b2cb-3db4db8ed1fd {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:12:04.115999 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94da2dee-e1d4-4ce0-84ff-5729c118787a", "name": "network-vif-plugged", "status": "completed", "tag": "44182e4a-d521-4b84-91d5-3119295fd01b", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:12:04.115999 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5358286a-4900-4e4c-b2cb-3db4db8ed1fd {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:12:04.115999 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5358286a-4900-4e4c-b2cb-3db4db8ed1fd'] response: {'server_uuid': '94da2dee-e1d4-4ce0-84ff-5729c118787a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44182e4a-d521-4b84-91d5-3119295fd01b', 'code': 200} May 11 21:12:04.156906 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:04.211008 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=44182e4a-d521-4b84-91d5-3119295fd01b,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:04.416808 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa5b50-8725-4d82-bbb0-d8c4a10cb890 req-2ef3ee9c-cd7a-48f0-b7af-bd77d6cf2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:04.418248 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-00fa5b50-8725-4d82-bbb0-d8c4a10cb890 req-2ef3ee9c-cd7a-48f0-b7af-bd77d6cf2982 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 1130 time: 0.0380509 May 11 21:12:04.461321 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-00fa5b50-8725-4d82-bbb0-d8c4a10cb890 req-82fe1113-de56-4ecf-bd84-d0e02cae21ff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 May 11 21:12:05.091030 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1f50c-462e-436f-8bf8-ef42ea847e81 req-e4ead37c-6e10-4790-a1d4-92be8ece46c3 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:05.092385 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9df1f50c-462e-436f-8bf8-ef42ea847e81 req-e4ead37c-6e10-4790-a1d4-92be8ece46c3 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 946 time: 0.0454535 May 11 21:12:05.142039 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9df1f50c-462e-436f-8bf8-ef42ea847e81 req-dddd379e-fd42-48e7-ba81-8231d4e7aaaa tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 May 11 21:12:06.258545 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3d240-d485-42b5-af1c-d4919690cf24 req-be91eff1-5d78-44df-ac48-bbb37b4766a6 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:06.260025 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19f3d240-d485-42b5-af1c-d4919690cf24 req-be91eff1-5d78-44df-ac48-bbb37b4766a6 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 946 time: 0.0502079 May 11 21:12:06.306476 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19f3d240-d485-42b5-af1c-d4919690cf24 req-12afed8c-2583-4c3e-b7cb-45dfb7e452e1 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 May 11 21:12:07.419796 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb829bd-52a4-4e84-bfb8-1adbf38932c1 req-43e55062-3896-4d9f-a3ee-fe26bb3d6845 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:07.421234 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ebb829bd-52a4-4e84-bfb8-1adbf38932c1 req-43e55062-3896-4d9f-a3ee-fe26bb3d6845 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 946 time: 0.0490012 May 11 21:12:07.467235 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ebb829bd-52a4-4e84-bfb8-1adbf38932c1 req-3174135a-d920-4b67-a3bc-57a5b4bf59cd tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 May 11 21:12:08.583915 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda16ec-2100-4601-b118-ff17b391b690 req-b7c790cc-7e8e-436c-8ae2-b0cbf2039a37 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:08.585502 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dcda16ec-2100-4601-b118-ff17b391b690 req-b7c790cc-7e8e-436c-8ae2-b0cbf2039a37 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 946 time: 0.0509794 May 11 21:12:08.642627 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dcda16ec-2100-4601-b118-ff17b391b690 req-7a7cb7db-e384-47c0-af15-cfdc36e76cbb tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505402 May 11 21:12:09.754825 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979ac6-0ba5-48b7-a56f-4babf5dae859 req-378cc708-73e1-44d3-a625-1cc132cb1148 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:09.756309 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7b979ac6-0ba5-48b7-a56f-4babf5dae859 req-378cc708-73e1-44d3-a625-1cc132cb1148 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 946 time: 0.0465727 May 11 21:12:09.803357 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7b979ac6-0ba5-48b7-a56f-4babf5dae859 req-c2282356-768d-458d-acec-849e0b97486e tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 May 11 21:12:09.985417 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cf18f42a-14a5-42e5-a66a-e6983b853bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:12.257864 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-09ee3927-6785-4aff-8aab-43d27a1f90b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:13.772253 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:15.082353 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:16.591628 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:17.780988 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 51574) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:17.823511 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1623e17-8590-4ff4-928f-0a1d88d3e6fa admin admin] Deleting subnet 51f9ae0f-5532-4ae2-a75c-b848b8a082da {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:12:17.827383 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1623e17-8590-4ff4-928f-0a1d88d3e6fa admin admin] Publish callbacks [] for subnet (51f9ae0f-5532-4ae2-a75c-b848b8a082da), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:17.866566 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1623e17-8590-4ff4-928f-0a1d88d3e6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3277974'] for subnet (51f9ae0f-5532-4ae2-a75c-b848b8a082da), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:17.905036 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1623e17-8590-4ff4-928f-0a1d88d3e6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (51f9ae0f-5532-4ae2-a75c-b848b8a082da), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.053691 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1623e17-8590-4ff4-928f-0a1d88d3e6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50779263'] for subnet (51f9ae0f-5532-4ae2-a75c-b848b8a082da), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.077076 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1623e17-8590-4ff4-928f-0a1d88d3e6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f9ae0f-5532-4ae2-a75c-b848b8a082da,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:18.088990 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1623e17-8590-4ff4-928f-0a1d88d3e6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.088990 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e1623e17-8590-4ff4-928f-0a1d88d3e6fa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/51f9ae0f-5532-4ae2-a75c-b848b8a082da HTTP/1.1" status: 204 len: 168 time: 0.3040311 May 11 21:12:18.089428 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 51580) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:18.162163 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (4dc58e9a-76dc-447d-b193-18afc15e2971), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.236158 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (4dc58e9a-76dc-447d-b193-18afc15e2971), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.255799 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc58e9a-76dc-447d-b193-18afc15e2971']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:18.264958 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21c99b3-80b7-4296-aced-6fcf4db55e14') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:18.265195 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21c99b3-80b7-4296-aced-6fcf4db55e14') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:18.280317 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3277999'] for segment (b21c99b3-80b7-4296-aced-6fcf4db55e14), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.296420 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (b21c99b3-80b7-4296-aced-6fcf4db55e14), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.302584 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:12:18.302967 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284347'] for segment (b21c99b3-80b7-4296-aced-6fcf4db55e14), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: Traceback (most recent call last): May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: timer() May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: cb(*args, **kw) May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: return func(*args, **kwargs) May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: self._notify() May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: self.callback(batched_events) May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: event.method(event) May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: return f(self, *a, **k) May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._get(url).json() May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: return self.request(url, 'GET', **kwargs) May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:12:18.304672 dv-cinder-841467-1-iscsi neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:12:18.539208 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (4dc58e9a-76dc-447d-b193-18afc15e2971), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.543804 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.549764 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4dc58e9a-76dc-447d-b193-18afc15e2971 HTTP/1.1" status: 204 len: 168 time: 0.4572175 May 11 21:12:18.550681 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 51586) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:18.559887 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33097e-c131-4e7c-b855-8275ec2d9ae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc58e9a-76dc-447d-b193-18afc15e2971,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:18.579538 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.598077 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Deleting subnet 5c72904a-d1ce-4288-806c-25539a1063fa {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:12:18.601343 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Publish callbacks [] for subnet (5c72904a-d1ce-4288-806c-25539a1063fa), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.638820 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2745531'] for subnet (5c72904a-d1ce-4288-806c-25539a1063fa), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.678352 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (5c72904a-d1ce-4288-806c-25539a1063fa), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.789322 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3811050'] for subnet (5c72904a-d1ce-4288-806c-25539a1063fa), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.815848 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.818938 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5c72904a-d1ce-4288-806c-25539a1063fa HTTP/1.1" status: 204 len: 168 time: 0.2672722 May 11 21:12:18.821099 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c72904a-d1ce-4288-806c-25539a1063fa,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:18.821647 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 51588) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:18.827878 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.828224 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.828565 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.828898 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.829224 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.829571 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.829901 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.830222 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.830542 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.830862 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.831182 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.831503 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.831818 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.832134 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.832448 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77a3e7b-a229-4f46-a59b-06edffa02199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:18.898893 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (8efea3be-92db-4ab3-9316-93e8341dda6b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.975477 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (8efea3be-92db-4ab3-9316-93e8341dda6b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:18.994436 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efea3be-92db-4ab3-9316-93e8341dda6b']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:19.003322 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ae10e7-778d-4fc3-bb1a-1a371fb63ff7') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:19.003625 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ae10e7-778d-4fc3-bb1a-1a371fb63ff7') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:19.013022 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3277999'] for segment (35ae10e7-778d-4fc3-bb1a-1a371fb63ff7), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:19.026998 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (35ae10e7-778d-4fc3-bb1a-1a371fb63ff7), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:19.033660 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:12:19.034041 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284347'] for segment (35ae10e7-778d-4fc3-bb1a-1a371fb63ff7), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: Traceback (most recent call last): May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: timer() May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: cb(*args, **kw) May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: return func(*args, **kwargs) May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: self._notify() May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: self.callback(batched_events) May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: event.method(event) May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: return f(self, *a, **k) May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._get(url).json() May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: return self.request(url, 'GET', **kwargs) May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:12:19.035699 dv-cinder-841467-1-iscsi neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:12:19.172176 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (8efea3be-92db-4ab3-9316-93e8341dda6b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:19.177447 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:19.185564 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8efea3be-92db-4ab3-9316-93e8341dda6b HTTP/1.1" status: 204 len: 168 time: 0.3580625 May 11 21:12:19.202225 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53bfd1-786a-4447-9009-b9aaa2a62dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8efea3be-92db-4ab3-9316-93e8341dda6b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:19.368515 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:12:19.559237 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 51600) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:19.598472 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7e12193c-287c-4995-9f41-95e62a4fb5ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec3e98a71a8740f1a93a1e12b8ab7b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374858 May 11 21:12:19.600822 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 51602) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:19.649667 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e381fb6f-2e81-4ef1-a580-b331570c9391 admin admin] Publish callbacks [] for security_group (995c2876-02ef-405a-a1f5-da6c241005fb), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:19.670145 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e381fb6f-2e81-4ef1-a580-b331570c9391 admin admin] Publish callbacks [] for security_group (995c2876-02ef-405a-a1f5-da6c241005fb), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:19.795822 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e381fb6f-2e81-4ef1-a580-b331570c9391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (995c2876-02ef-405a-a1f5-da6c241005fb), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:19.798428 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e381fb6f-2e81-4ef1-a580-b331570c9391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:19.799589 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e381fb6f-2e81-4ef1-a580-b331570c9391 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/995c2876-02ef-405a-a1f5-da6c241005fb HTTP/1.1" status: 204 len: 168 time: 0.1978853 May 11 21:12:19.807418 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381fb6f-2e81-4ef1-a580-b331570c9391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995c2876-02ef-405a-a1f5-da6c241005fb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:20.392178 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 51616) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:20.430649 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c1c7ed8a-7fba-4161-841b-4e4d16031c21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2dddb9690f5b400d82f198697fc187e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373027 May 11 21:12:20.433005 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 51618) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:20.479107 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e812c48a-88c8-4006-821e-9636ce16c13e admin admin] Publish callbacks [] for security_group (99a9d68e-d58a-477a-8116-1d288913d5b6), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:20.500639 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e812c48a-88c8-4006-821e-9636ce16c13e admin admin] Publish callbacks [] for security_group (99a9d68e-d58a-477a-8116-1d288913d5b6), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:20.630697 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e812c48a-88c8-4006-821e-9636ce16c13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (99a9d68e-d58a-477a-8116-1d288913d5b6), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:20.633196 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e812c48a-88c8-4006-821e-9636ce16c13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:20.634394 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e812c48a-88c8-4006-821e-9636ce16c13e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99a9d68e-d58a-477a-8116-1d288913d5b6 HTTP/1.1" status: 204 len: 168 time: 0.2004249 May 11 21:12:20.646721 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812c48a-88c8-4006-821e-9636ce16c13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a9d68e-d58a-477a-8116-1d288913d5b6,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:24.174544 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 51734) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:24.280947 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9590ee9e-d465-4c89-955c-7e6e55543ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:24.352287 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9590ee9e-d465-4c89-955c-7e6e55543ed5 admin admin] Publish callbacks [] for security_group (438616cb-35c4-44c3-976e-1fcddb004614), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:24.413714 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9590ee9e-d465-4c89-955c-7e6e55543ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (438616cb-35c4-44c3-976e-1fcddb004614), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:24.452248 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9590ee9e-d465-4c89-955c-7e6e55543ed5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4459b0caabf464aa36ab3c0b81933ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764213 May 11 21:12:24.453112 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590ee9e-d465-4c89-955c-7e6e55543ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438616cb-35c4-44c3-976e-1fcddb004614,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:24.454911 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 51742) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:24.504703 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f6dcd31-8dba-4d7d-a1e0-05d8907982d6 admin admin] Publish callbacks [] for security_group (438616cb-35c4-44c3-976e-1fcddb004614), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:24.525578 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f6dcd31-8dba-4d7d-a1e0-05d8907982d6 admin admin] Publish callbacks [] for security_group (438616cb-35c4-44c3-976e-1fcddb004614), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:24.630590 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f6dcd31-8dba-4d7d-a1e0-05d8907982d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (438616cb-35c4-44c3-976e-1fcddb004614), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:24.633120 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0f6dcd31-8dba-4d7d-a1e0-05d8907982d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:24.634288 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0f6dcd31-8dba-4d7d-a1e0-05d8907982d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/438616cb-35c4-44c3-976e-1fcddb004614 HTTP/1.1" status: 204 len: 168 time: 0.1778400 May 11 21:12:24.642458 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dcd31-8dba-4d7d-a1e0-05d8907982d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438616cb-35c4-44c3-976e-1fcddb004614,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:25.230523 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 51752) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:25.243556 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a89d648-6702-4a91-83b7-b1ce6f7edd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:25.315517 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a89d648-6702-4a91-83b7-b1ce6f7edd26 admin admin] Publish callbacks [] for security_group (edb844f8-d5ef-47ae-9c77-3c0731cd4711), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:25.438085 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a89d648-6702-4a91-83b7-b1ce6f7edd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (edb844f8-d5ef-47ae-9c77-3c0731cd4711), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:25.476469 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0a89d648-6702-4a91-83b7-b1ce6f7edd26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=961952b7f79849bab9bb3c9f989f4d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448516 May 11 21:12:25.477403 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89d648-6702-4a91-83b7-b1ce6f7edd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb844f8-d5ef-47ae-9c77-3c0731cd4711,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:25.479203 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 51756) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:25.531957 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a99e2ce5-4849-4d03-8e63-ed60a7c63bca admin admin] Publish callbacks [] for security_group (edb844f8-d5ef-47ae-9c77-3c0731cd4711), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:25.552353 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a99e2ce5-4849-4d03-8e63-ed60a7c63bca admin admin] Publish callbacks [] for security_group (edb844f8-d5ef-47ae-9c77-3c0731cd4711), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:25.680573 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a99e2ce5-4849-4d03-8e63-ed60a7c63bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (edb844f8-d5ef-47ae-9c77-3c0731cd4711), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:25.683087 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a99e2ce5-4849-4d03-8e63-ed60a7c63bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:25.684215 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a99e2ce5-4849-4d03-8e63-ed60a7c63bca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edb844f8-d5ef-47ae-9c77-3c0731cd4711 HTTP/1.1" status: 204 len: 168 time: 0.2030003 May 11 21:12:25.692347 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e2ce5-4849-4d03-8e63-ed60a7c63bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb844f8-d5ef-47ae-9c77-3c0731cd4711,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:32.380231 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 51964) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:32.489593 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5848a823-4db6-4507-ae1e-a80840164330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:32.564727 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5848a823-4db6-4507-ae1e-a80840164330 admin admin] Publish callbacks [] for security_group (8e23e4dc-3a7a-4d73-bf14-51f80662c10e), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:32.670517 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5848a823-4db6-4507-ae1e-a80840164330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (8e23e4dc-3a7a-4d73-bf14-51f80662c10e), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:32.709521 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5848a823-4db6-4507-ae1e-a80840164330 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5413dc386464c9bb2fa7c8beb0df572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282630 May 11 21:12:32.712941 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848a823-4db6-4507-ae1e-a80840164330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e23e4dc-3a7a-4d73-bf14-51f80662c10e,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:32.713083 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 51978) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:32.775783 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c46ed83-b686-4a8a-a74d-8cccd009584c admin admin] Publish callbacks [] for security_group (8e23e4dc-3a7a-4d73-bf14-51f80662c10e), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:32.797257 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c46ed83-b686-4a8a-a74d-8cccd009584c admin admin] Publish callbacks [] for security_group (8e23e4dc-3a7a-4d73-bf14-51f80662c10e), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:32.949615 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c46ed83-b686-4a8a-a74d-8cccd009584c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (8e23e4dc-3a7a-4d73-bf14-51f80662c10e), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:32.952307 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c46ed83-b686-4a8a-a74d-8cccd009584c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:32.956596 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2c46ed83-b686-4a8a-a74d-8cccd009584c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e23e4dc-3a7a-4d73-bf14-51f80662c10e HTTP/1.1" status: 204 len: 168 time: 0.2432799 May 11 21:12:32.966517 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46ed83-b686-4a8a-a74d-8cccd009584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e23e4dc-3a7a-4d73-bf14-51f80662c10e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:33.211740 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52000) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:33.371798 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60b96540-7dc7-4d52-9151-51fef470c7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.449047 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60b96540-7dc7-4d52-9151-51fef470c7a9 admin admin] Publish callbacks [] for security_group (331b4e92-fbf1-475c-8880-cd09da6909ad), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.572533 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-60b96540-7dc7-4d52-9151-51fef470c7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (331b4e92-fbf1-475c-8880-cd09da6909ad), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.603070 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52010) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:33.610440 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-60b96540-7dc7-4d52-9151-51fef470c7a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e43c668ce222466994ecc94ff33a8d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975298 May 11 21:12:33.613140 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b96540-7dc7-4d52-9151-51fef470c7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331b4e92-fbf1-475c-8880-cd09da6909ad,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:33.615435 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52012) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:33.618369 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3b97fab2-faee-48d0-9009-d88a2affb2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.666548 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-47780312-0298-41f4-9a03-3ebe88fd0c41 admin admin] Publish callbacks [] for security_group (331b4e92-fbf1-475c-8880-cd09da6909ad), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.688482 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-47780312-0298-41f4-9a03-3ebe88fd0c41 admin admin] Publish callbacks [] for security_group (331b4e92-fbf1-475c-8880-cd09da6909ad), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.696196 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3b97fab2-faee-48d0-9009-d88a2affb2fd admin admin] Publish callbacks [] for security_group (29ae9b0d-55ae-4868-9dd4-0f89dcbdd991), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.767754 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3b97fab2-faee-48d0-9009-d88a2affb2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (29ae9b0d-55ae-4868-9dd4-0f89dcbdd991), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.805596 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3b97fab2-faee-48d0-9009-d88a2affb2fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=38254b7c014549b8baa6ca91a1f8aa9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013867 May 11 21:12:33.806812 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97fab2-faee-48d0-9009-d88a2affb2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ae9b0d-55ae-4868-9dd4-0f89dcbdd991,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:33.808484 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52014) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:33.816594 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-47780312-0298-41f4-9a03-3ebe88fd0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (331b4e92-fbf1-475c-8880-cd09da6909ad), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.821623 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-47780312-0298-41f4-9a03-3ebe88fd0c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.821623 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-47780312-0298-41f4-9a03-3ebe88fd0c41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/331b4e92-fbf1-475c-8880-cd09da6909ad HTTP/1.1" status: 204 len: 168 time: 0.2038193 May 11 21:12:33.839703 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780312-0298-41f4-9a03-3ebe88fd0c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331b4e92-fbf1-475c-8880-cd09da6909ad,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:33.872285 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d92a5af-5943-49e0-9f9f-4874866e962f admin admin] Publish callbacks [] for security_group (29ae9b0d-55ae-4868-9dd4-0f89dcbdd991), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:33.896767 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d92a5af-5943-49e0-9f9f-4874866e962f admin admin] Publish callbacks [] for security_group (29ae9b0d-55ae-4868-9dd4-0f89dcbdd991), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:34.006844 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d92a5af-5943-49e0-9f9f-4874866e962f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (29ae9b0d-55ae-4868-9dd4-0f89dcbdd991), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:34.009612 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d92a5af-5943-49e0-9f9f-4874866e962f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:34.010811 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9d92a5af-5943-49e0-9f9f-4874866e962f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29ae9b0d-55ae-4868-9dd4-0f89dcbdd991 HTTP/1.1" status: 204 len: 168 time: 0.2012899 May 11 21:12:34.019637 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92a5af-5943-49e0-9f9f-4874866e962f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ae9b0d-55ae-4868-9dd4-0f89dcbdd991,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:34.641402 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52038) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:34.770372 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2133ec43-870e-4e91-89c7-267797ffb15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:34.774917 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52044) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:34.791307 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ade3ff93-81b4-4091-b6c9-4725026243dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:34.863413 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2133ec43-870e-4e91-89c7-267797ffb15e admin admin] Publish callbacks [] for security_group (e37e5758-188a-4f3f-9dc0-ceee948abc12), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:34.869795 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ade3ff93-81b4-4091-b6c9-4725026243dd admin admin] Publish callbacks [] for security_group (a376c0eb-2ac1-4d03-a5cd-b591097757f4), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:34.933553 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2133ec43-870e-4e91-89c7-267797ffb15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (e37e5758-188a-4f3f-9dc0-ceee948abc12), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:34.950734 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ade3ff93-81b4-4091-b6c9-4725026243dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (a376c0eb-2ac1-4d03-a5cd-b591097757f4), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:34.972857 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133ec43-870e-4e91-89c7-267797ffb15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e5758-188a-4f3f-9dc0-ceee948abc12,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:34.987796 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2133ec43-870e-4e91-89c7-267797ffb15e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=211a01573ad94f9c87a27d906f37d066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448248 May 11 21:12:34.994223 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52050) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:35.005934 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ade3ff93-81b4-4091-b6c9-4725026243dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f375f89e4a2434da410a2c356fa2bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290571 May 11 21:12:35.007922 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3ff93-81b4-4091-b6c9-4725026243dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a376c0eb-2ac1-4d03-a5cd-b591097757f4,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:35.010508 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52054) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:35.087510 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ed5e0e0-beba-4b68-924c-abe2e1f637fd admin admin] Publish callbacks [] for security_group (e37e5758-188a-4f3f-9dc0-ceee948abc12), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:35.097251 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79078a87-1725-4d00-961b-2894637e2361 admin admin] Publish callbacks [] for security_group (a376c0eb-2ac1-4d03-a5cd-b591097757f4), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:35.120278 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ed5e0e0-beba-4b68-924c-abe2e1f637fd admin admin] Publish callbacks [] for security_group (e37e5758-188a-4f3f-9dc0-ceee948abc12), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:35.135234 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79078a87-1725-4d00-961b-2894637e2361 admin admin] Publish callbacks [] for security_group (a376c0eb-2ac1-4d03-a5cd-b591097757f4), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:35.253633 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79078a87-1725-4d00-961b-2894637e2361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (a376c0eb-2ac1-4d03-a5cd-b591097757f4), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:35.256284 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-79078a87-1725-4d00-961b-2894637e2361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:35.257463 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-79078a87-1725-4d00-961b-2894637e2361 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a376c0eb-2ac1-4d03-a5cd-b591097757f4 HTTP/1.1" status: 204 len: 168 time: 0.2458713 May 11 21:12:35.265753 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79078a87-1725-4d00-961b-2894637e2361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a376c0eb-2ac1-4d03-a5cd-b591097757f4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:35.293629 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ed5e0e0-beba-4b68-924c-abe2e1f637fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (e37e5758-188a-4f3f-9dc0-ceee948abc12), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:35.296306 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3ed5e0e0-beba-4b68-924c-abe2e1f637fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:35.297506 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3ed5e0e0-beba-4b68-924c-abe2e1f637fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e37e5758-188a-4f3f-9dc0-ceee948abc12 HTTP/1.1" status: 204 len: 168 time: 0.3023245 May 11 21:12:35.306218 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5e0e0-beba-4b68-924c-abe2e1f637fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e5758-188a-4f3f-9dc0-ceee948abc12,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:36.075718 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52086) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:36.091194 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5b86ee68-b868-42bd-96be-5db4946d892d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:36.169194 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5b86ee68-b868-42bd-96be-5db4946d892d admin admin] Publish callbacks [] for security_group (014eaa00-c76f-4ed1-a8ee-cee81fcefa84), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:36.286585 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5b86ee68-b868-42bd-96be-5db4946d892d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (014eaa00-c76f-4ed1-a8ee-cee81fcefa84), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:36.325712 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5b86ee68-b868-42bd-96be-5db4946d892d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd2f53c2d31a4f57a17fa763868c1c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479897 May 11 21:12:36.326611 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86ee68-b868-42bd-96be-5db4946d892d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014eaa00-c76f-4ed1-a8ee-cee81fcefa84,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:36.328419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52094) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:36.378401 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e44b222-c43d-4f2f-a410-b7709ca5463e admin admin] Publish callbacks [] for security_group (014eaa00-c76f-4ed1-a8ee-cee81fcefa84), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:36.399615 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e44b222-c43d-4f2f-a410-b7709ca5463e admin admin] Publish callbacks [] for security_group (014eaa00-c76f-4ed1-a8ee-cee81fcefa84), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:36.520734 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e44b222-c43d-4f2f-a410-b7709ca5463e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (014eaa00-c76f-4ed1-a8ee-cee81fcefa84), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:36.523433 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5e44b222-c43d-4f2f-a410-b7709ca5463e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:36.524905 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-5e44b222-c43d-4f2f-a410-b7709ca5463e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/014eaa00-c76f-4ed1-a8ee-cee81fcefa84 HTTP/1.1" status: 204 len: 168 time: 0.1954489 May 11 21:12:36.534214 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44b222-c43d-4f2f-a410-b7709ca5463e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014eaa00-c76f-4ed1-a8ee-cee81fcefa84,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:37.208139 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52124) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:37.225171 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15ae319c-3a80-4ae4-b608-04180eccf0a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:37.302190 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15ae319c-3a80-4ae4-b608-04180eccf0a2 admin admin] Publish callbacks [] for security_group (cff97515-5cf9-43c0-9b2c-3be0fd2579ce), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:37.350594 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15ae319c-3a80-4ae4-b608-04180eccf0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (cff97515-5cf9-43c0-9b2c-3be0fd2579ce), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:37.388636 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-15ae319c-3a80-4ae4-b608-04180eccf0a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=027aaf5f78e04ee285d5b037a8e5e711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794214 May 11 21:12:37.390562 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae319c-3a80-4ae4-b608-04180eccf0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff97515-5cf9-43c0-9b2c-3be0fd2579ce,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:37.391399 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52130) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:37.444088 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c502ea45-bd21-4529-a48d-8829ff8482bc admin admin] Publish callbacks [] for security_group (cff97515-5cf9-43c0-9b2c-3be0fd2579ce), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:37.465333 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c502ea45-bd21-4529-a48d-8829ff8482bc admin admin] Publish callbacks [] for security_group (cff97515-5cf9-43c0-9b2c-3be0fd2579ce), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:37.619068 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c502ea45-bd21-4529-a48d-8829ff8482bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (cff97515-5cf9-43c0-9b2c-3be0fd2579ce), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:37.621964 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c502ea45-bd21-4529-a48d-8829ff8482bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:37.623183 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c502ea45-bd21-4529-a48d-8829ff8482bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cff97515-5cf9-43c0-9b2c-3be0fd2579ce HTTP/1.1" status: 204 len: 168 time: 0.2307494 May 11 21:12:37.632932 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502ea45-bd21-4529-a48d-8829ff8482bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff97515-5cf9-43c0-9b2c-3be0fd2579ce,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:38.354578 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52166) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:38.462283 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e128b0e-7432-4617-bcc1-0b5a6f8a39fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:38.536284 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e128b0e-7432-4617-bcc1-0b5a6f8a39fc admin admin] Publish callbacks [] for security_group (6328217d-9e27-4c77-8031-30c22008c62e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:38.629433 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e128b0e-7432-4617-bcc1-0b5a6f8a39fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (6328217d-9e27-4c77-8031-30c22008c62e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:38.672789 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8e128b0e-7432-4617-bcc1-0b5a6f8a39fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=470fa3cca4fa4c5084f6050cc5a1d845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170888 May 11 21:12:38.675810 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e128b0e-7432-4617-bcc1-0b5a6f8a39fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6328217d-9e27-4c77-8031-30c22008c62e,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:38.676183 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52184) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:38.712813 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52186) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:38.730845 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3d2f-f90d-43b6-9345-5b052acfcb4f admin admin] Publish callbacks [] for security_group (6328217d-9e27-4c77-8031-30c22008c62e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:38.752665 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3d2f-f90d-43b6-9345-5b052acfcb4f admin admin] Publish callbacks [] for security_group (6328217d-9e27-4c77-8031-30c22008c62e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:38.811301 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-467927115-network', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:12:38.898938 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3d2f-f90d-43b6-9345-5b052acfcb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (6328217d-9e27-4c77-8031-30c22008c62e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:38.899135 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Made reservation on behalf of ffc2f645c2fb4fb1baf86bfa44be2d56 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:12:38.901368 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:38.901670 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3d2f-f90d-43b6-9345-5b052acfcb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:38.905363 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6c5b3d2f-f90d-43b6-9345-5b052acfcb4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6328217d-9e27-4c77-8031-30c22008c62e HTTP/1.1" status: 204 len: 168 time: 0.2259152 May 11 21:12:38.911380 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b3d2f-f90d-43b6-9345-5b052acfcb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6328217d-9e27-4c77-8031-30c22008c62e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:38.912674 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:38.994422 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Publish callbacks [] for security_group (4631f027-a833-4b19-b4e6-c470ac008652), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.087709 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (4631f027-a833-4b19-b4e6-c470ac008652), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.109019 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:12:39.121970 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4631f027-a833-4b19-b4e6-c470ac008652,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:39.129506 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (de30edbc-99b9-4ceb-aae7-0886b010f409), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.129927 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Added segment de30edbc-99b9-4ceb-aae7-0886b010f409 of type vlan for network f01e4790-8167-4598-92e2-db182365e1c6 May 11 21:12:39.131850 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.132191 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.132535 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.132889 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.133208 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.133552 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.133889 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.134215 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.134541 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.134895 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.135223 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.135549 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.135874 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.136197 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.136520 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:39.183268 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (f01e4790-8167-4598-92e2-db182365e1c6), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.265004 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (f01e4790-8167-4598-92e2-db182365e1c6), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.266084 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:39.266674 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.331075 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] Pushing event updated for resources: {'Network': ['ID=f01e4790-8167-4598-92e2-db182365e1c6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:39.341902 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network f01e4790-8167-4598-92e2-db182365e1c6 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:12:39.353633 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3dcebd38-7b51-4a8b-94cf-075d636215dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6395576 May 11 21:12:39.356422 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52200) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:39.361416 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Request body: {'subnet': {'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-467927115-subnet', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:12:39.470491 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Made reservation on behalf of ffc2f645c2fb4fb1baf86bfa44be2d56 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:12:39.472926 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-50779218'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.548661 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52202) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:39.562260 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4286e1d-380e-45de-9a84-a301799cb3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.642719 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4286e1d-380e-45de-9a84-a301799cb3dd admin admin] Publish callbacks [] for security_group (fa814ed2-4da3-4c80-8fbc-436147c39443), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.698963 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e4286e1d-380e-45de-9a84-a301799cb3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (fa814ed2-4da3-4c80-8fbc-436147c39443), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.738770 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e4286e1d-380e-45de-9a84-a301799cb3dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b1d84200fe34a7eb98da0e8c4d4feaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890075 May 11 21:12:39.739720 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4286e1d-380e-45de-9a84-a301799cb3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa814ed2-4da3-4c80-8fbc-436147c39443,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:39.742082 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52204) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:39.792375 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43ff4099-fb51-4ff5-a295-d3e130912061 admin admin] Publish callbacks [] for security_group (fa814ed2-4da3-4c80-8fbc-436147c39443), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.815077 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43ff4099-fb51-4ff5-a295-d3e130912061 admin admin] Publish callbacks [] for security_group (fa814ed2-4da3-4c80-8fbc-436147c39443), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.915986 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43ff4099-fb51-4ff5-a295-d3e130912061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (fa814ed2-4da3-4c80-8fbc-436147c39443), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.918550 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-43ff4099-fb51-4ff5-a295-d3e130912061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.919723 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-43ff4099-fb51-4ff5-a295-d3e130912061 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa814ed2-4da3-4c80-8fbc-436147c39443 HTTP/1.1" status: 204 len: 168 time: 0.1767251 May 11 21:12:39.928063 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff4099-fb51-4ff5-a295-d3e130912061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa814ed2-4da3-4c80-8fbc-436147c39443,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:39.934328 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3277976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-50779204'] for subnet (d765d351-87c6-4de7-ba10-73372c480dbc), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.952070 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8b142e58-e804-4091-a043-fdd8685d78ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:39.994349 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d765d351-87c6-4de7-ba10-73372c480dbc,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:40.002902 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Checking segment: {'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:12:40.003399 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Network hostable DHCP agents. Network: f01e4790-8167-4598-92e2-db182365e1c6, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:12:40.080440 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Network f01e4790-8167-4598-92e2-db182365e1c6 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:12:40.189033 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, f01e4790-8167-4598-92e2-db182365e1c6) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:12:40.193342 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:40.194054 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:40.198565 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e3ed20-9173-4ea0-a3af-ee077a931a15 None None] Network f01e4790-8167-4598-92e2-db182365e1c6 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:12:40.305008 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2ce5602a-85e7-419c-9e0e-fada741388a0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9475372 May 11 21:12:40.313003 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-f01e4790-8167-4598-92e2-db182365e1c6', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 21:12:40.313003 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:40.313649 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52214) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:40.317739 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:12:40.417445 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:40.419072 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:40.489997 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks [] for router_controller (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:40.491807 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Allocated IP 172.20.0.2 (f01e4790-8167-4598-92e2-db182365e1c6/d765d351-87c6-4de7-ba10-73372c480dbc/4dceeca8-74fa-4f8d-87dc-d569d9adfdfe) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:12:40.652644 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Publish callbacks [] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:40.739603 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:40.751970 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks [] for router_gateway (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:40.776631 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Network f01e4790-8167-4598-92e2-db182365e1c6 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:12:40.779996 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:12:40.784345 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:12:40.801012 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Pushing event updated for resources: {'Port': ['ID=4dceeca8-74fa-4f8d-87dc-d569d9adfdfe,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:40.848990 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.849345 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.849720 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.850066 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.850465 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.851003 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.851413 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.851828 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.852179 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.852513 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.852844 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.853178 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.853509 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.854208 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.854545 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:40.867990 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Attempting to bind port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:12:40.868330 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Attempting to bind port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:12:40.868707 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Attempting to bind port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe on network f01e4790-8167-4598-92e2-db182365e1c6 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:12:40.874277 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:12:40.874598 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Checking segment: {'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:12:40.875004 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:40.875402 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Bound using segment: {'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:12:40.875889 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Bound port: 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:12:40.876270 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:40.944221 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] For port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:12:40.947267 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] For port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4dceeca8-74fa-4f8d-87dc-d569d9adfdfe,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:12:41.053243 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:41.087516 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks [] for router_gateway (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:41.113651 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:41.125998 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b9fd7-7b74-4d8d-b243-46db3a9f6bcc None None] Pushing event updated for resources: {'Port': ['ID=4dceeca8-74fa-4f8d-87dc-d569d9adfdfe,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:41.250184 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Allocated IP 172.27.3.54 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/3dc74d9b-b42a-4db9-95e5-bae297e27e2a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:12:41.407625 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks [] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:41.527519 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:41.564804 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:12:41.564981 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:12:41.568662 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:12:41.600709 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Pushing event updated for resources: {'Port': ['ID=3dc74d9b-b42a-4db9-95e5-bae297e27e2a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:41.920315 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks [] for router_gateway (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:42.166446 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:42.206354 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20f3156-d7e8-4c41-8ac1-8f9e49945326 None None] Network f01e4790-8167-4598-92e2-db182365e1c6 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:12:42.273887 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bde6559c-643d-4360-a8e3-4eb9edc5223f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:42.286423 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-c0162be4-0309-48bc-a7a9-34c84d88a449 None None] Provisioning complete for port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:42.286794 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c0162be4-0309-48bc-a7a9-34c84d88a449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:42.373487 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 21:12:42.408947 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-c0162be4-0309-48bc-a7a9-34c84d88a449 None None] Current status of the port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:42.409573 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c0162be4-0309-48bc-a7a9-34c84d88a449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:42.454910 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-c0162be4-0309-48bc-a7a9-34c84d88a449 None None] For port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4dceeca8-74fa-4f8d-87dc-d569d9adfdfe,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:12:42.510881 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:12:42.523607 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Sync routers for ids ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:12:42.533722 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c0162be4-0309-48bc-a7a9-34c84d88a449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:42.598171 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0162be4-0309-48bc-a7a9-34c84d88a449 None None] Pushing event updated for resources: {'Port': ['ID=4dceeca8-74fa-4f8d-87dc-d569d9adfdfe,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:42.602432 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Routers {'8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:12:42.603289 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:12:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:42.610816 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:42.614637 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ee761597-b6f5-4ede-a92d-12c180eb537f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2979877 May 11 21:12:42.614862 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52280) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:42.668140 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:42.777625 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Set router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:12:42.779290 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-2423d7b7-0759-4ba0-9432-23a5a4f96545 None None] Provisioning complete for port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:42.779845 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2423d7b7-0759-4ba0-9432-23a5a4f96545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:42.854122 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:42.854482 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.188037 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-2423d7b7-0759-4ba0-9432-23a5a4f96545 None None] Current status of the port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:43.226295 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:43.240112 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:41Z', 'revision_number': 3, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:43.268338 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Checking router: 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:12:43.268684 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Updating router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:12:43.298477 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.358760 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.516421 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Allocated IP 172.20.0.1 (f01e4790-8167-4598-92e2-db182365e1c6/d765d351-87c6-4de7-ba10-73372c480dbc/4628bb42-007e-47bb-a3c5-b081e6cbf834) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:12:43.590987 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Publish callbacks [] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.620028 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Publish callbacks [] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.675021 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.704021 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.742507 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Network f01e4790-8167-4598-92e2-db182365e1c6 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:12:43.743541 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Attempting to bind port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:12:43.743918 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Attempting to bind port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:12:43.744286 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Attempting to bind port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:12:43.745444 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:12:43.747500 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6cb29-6f27-4615-8bab-0e5e43ae782e None None] Pushing event updated for resources: {'Port': ['ID=3dc74d9b-b42a-4db9-95e5-bae297e27e2a,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:43.751195 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:12:43.752804 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:12:43.753070 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:12:43.753508 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.753925 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:12:43.754392 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Bound port: 3dc74d9b-b42a-4db9-95e5-bae297e27e2a, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:12:43.754774 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.780215 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Pushing event updated for resources: {'Port': ['ID=4628bb42-007e-47bb-a3c5-b081e6cbf834,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:43.795226 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.812416 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.816522 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] For port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:12:43.821579 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] For port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=3dc74d9b-b42a-4db9-95e5-bae297e27e2a,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:12:43.893982 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.953748 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Routers {'8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:12:43.954384 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:12:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:43.984531 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:43.995664 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6cb29-6f27-4615-8bab-0e5e43ae782e None None] Pushing event updated for resources: {'Port': ['ID=3dc74d9b-b42a-4db9-95e5-bae297e27e2a,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:44.022438 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-2f239f79-32a1-41b3-909e-f3a432727dcc None None] Provisioning complete for port 4628bb42-007e-47bb-a3c5-b081e6cbf834 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:44.022736 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2f239f79-32a1-41b3-909e-f3a432727dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:44.097672 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-2f239f79-32a1-41b3-909e-f3a432727dcc None None] Port 4628bb42-007e-47bb-a3c5-b081e6cbf834 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:12:44.114189 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] Set router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:12:44.193976 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Publish callbacks [] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:44.264248 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:44.308350 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 1, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:44.337639 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:44.338680 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2df9615-b400-43e6-b35d-688b7e6e44a1 None None] The sync data for ids ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'] in dv-cinder-841467-1-iscsi is: [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 1, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:12:44.339497 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Pushing event updated for resources: {'Port': ['ID=4628bb42-007e-47bb-a3c5-b081e6cbf834,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:44.442216 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Network f01e4790-8167-4598-92e2-db182365e1c6 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:12:44.443710 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:12:44.580216 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:12:44.669270 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:44.711433 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:12:44.717101 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-027e3dc0-522f-484f-a9fa-1806da78dd7b admin admin] 10.222.0.35 "PUT /v2.0/routers/8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1011062 May 11 21:12:44.732924 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-17b8ddc1-eff6-428c-a006-6c7a60e33c15 None None] Provisioning complete for port 4628bb42-007e-47bb-a3c5-b081e6cbf834 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:44.733623 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-17b8ddc1-eff6-428c-a006-6c7a60e33c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:44.735149 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:44.735782 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:44.803508 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-17b8ddc1-eff6-428c-a006-6c7a60e33c15 None None] Port 4628bb42-007e-47bb-a3c5-b081e6cbf834 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:12:44.858561 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:45.116338 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:45.611751 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52322) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:45.616690 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1688472779-network', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:12:45.710332 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Made reservation on behalf of 2c294bc841144b2ca54af55fa25f1497 for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:12:45.712762 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:45.722626 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:45.798672 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Publish callbacks [] for security_group (47ac377b-e592-4073-88a0-a87b593eb46d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:45.869118 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (47ac377b-e592-4073-88a0-a87b593eb46d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:45.897861 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:12:45.904308 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac377b-e592-4073-88a0-a87b593eb46d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:45.914533 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (b82b9310-c616-40e2-aac2-8a73a57b37dc), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:45.914533 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Added segment b82b9310-c616-40e2-aac2-8a73a57b37dc of type vlan for network cc5812eb-e3f9-48cc-93d8-40f942716a1b May 11 21:12:45.951565 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (cc5812eb-e3f9-48cc-93d8-40f942716a1b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.036054 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (cc5812eb-e3f9-48cc-93d8-40f942716a1b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.037089 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:46.037717 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.096843 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] Pushing event updated for resources: {'Network': ['ID=cc5812eb-e3f9-48cc-93d8-40f942716a1b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:46.106653 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network cc5812eb-e3f9-48cc-93d8-40f942716a1b details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:12:46.121411 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0b1e951c-cb44-4f02-829f-069644ff08be admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5060213 May 11 21:12:46.121609 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52324) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:46.127061 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Request body: {'subnet': {'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1688472779-subnet', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:12:46.202255 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Made reservation on behalf of 2c294bc841144b2ca54af55fa25f1497 for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:12:46.205211 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3811015'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.450688 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Sync routers for ids ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:12:46.462632 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Routers {'8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:12:46.463461 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:12:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:46.464893 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3811025'] for subnet (70fca570-1395-4461-aa2e-c75effc66a53), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.532267 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=70fca570-1395-4461-aa2e-c75effc66a53,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:46.541745 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Checking segment: {'id': 'b82b9310-c616-40e2-aac2-8a73a57b37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:12:46.542185 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Network hostable DHCP agents. Network: cc5812eb-e3f9-48cc-93d8-40f942716a1b, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:12:46.589939 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Set router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:12:46.642661 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3dc74d9b-b42a-4db9-95e5-bae297e27e2a up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:46.646926 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.650745 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Network cc5812eb-e3f9-48cc-93d8-40f942716a1b is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:12:46.702855 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:46.703485 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.744619 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, cc5812eb-e3f9-48cc-93d8-40f942716a1b) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:12:46.753961 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb2ee1-8513-4c5b-a03e-f92dd0e86f97 None None] Network cc5812eb-e3f9-48cc-93d8-40f942716a1b requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:12:46.754468 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:46.758518 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.812848 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:44Z', 'revision_number': 2, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:46.852956 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Checking router: 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:12:46.853591 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Updating router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc port 4628bb42-007e-47bb-a3c5-b081e6cbf834 binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:12:46.856938 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:46.857420 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.858079 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a309ae78-ecce-48a7-8260-23937888e5ed admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7354200 May 11 21:12:46.858202 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52348) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:46.872336 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1688472779-router', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:12:46.887058 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=3dc74d9b-b42a-4db9-95e5-bae297e27e2a,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:12:46.907126 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.919403 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-cc5812eb-e3f9-48cc-93d8-40f942716a1b', 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b', 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'fixed_ips': [{'subnet_id': '70fca570-1395-4461-aa2e-c75effc66a53'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 21:12:46.920512 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.991346 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.992337 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (1e8690da-801a-4cf3-b4d1-e5f605bc116b), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:46.994723 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (1e8690da-801a-4cf3-b4d1-e5f605bc116b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.067059 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks [] for router_controller (1e8690da-801a-4cf3-b4d1-e5f605bc116b), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.086100 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=3dc74d9b-b42a-4db9-95e5-bae297e27e2a,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:47.104862 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Allocated IP 172.20.0.2 (cc5812eb-e3f9-48cc-93d8-40f942716a1b/70fca570-1395-4461-aa2e-c75effc66a53/390dff30-f000-426f-a635-31b9ee0afc1d) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:12:47.212206 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Publish callbacks [] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.266364 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Publish callbacks [] for port (390dff30-f000-426f-a635-31b9ee0afc1d), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.282069 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.296674 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks [] for router_gateway (1e8690da-801a-4cf3-b4d1-e5f605bc116b), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.333653 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Pushing event updated for resources: {'Port': ['ID=4628bb42-007e-47bb-a3c5-b081e6cbf834,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:47.343937 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.344279 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.344648 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.345699 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.346047 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.346378 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.346707 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.347033 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.347356 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.347681 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.348002 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.348337 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.348660 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.348979 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.349295 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:12:47.358385 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.396327 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Network cc5812eb-e3f9-48cc-93d8-40f942716a1b is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:12:47.399584 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:12:47.403563 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:12:47.404569 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Attempting to bind port 4628bb42-007e-47bb-a3c5-b081e6cbf834 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:12:47.404994 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Attempting to bind port 4628bb42-007e-47bb-a3c5-b081e6cbf834 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:12:47.405372 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Attempting to bind port 4628bb42-007e-47bb-a3c5-b081e6cbf834 on network f01e4790-8167-4598-92e2-db182365e1c6 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:12:47.411601 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:12:47.420903 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Checking segment: {'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:12:47.420903 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.420903 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Bound using segment: {'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:12:47.420903 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Bound port: 4628bb42-007e-47bb-a3c5-b081e6cbf834, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:12:47.420903 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.424174 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Pushing event updated for resources: {'Port': ['ID=390dff30-f000-426f-a635-31b9ee0afc1d,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:47.479137 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Attempting to bind port 390dff30-f000-426f-a635-31b9ee0afc1d on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:12:47.479563 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Attempting to bind port 390dff30-f000-426f-a635-31b9ee0afc1d by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'b82b9310-c616-40e2-aac2-8a73a57b37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:12:47.479933 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Attempting to bind port 390dff30-f000-426f-a635-31b9ee0afc1d on network cc5812eb-e3f9-48cc-93d8-40f942716a1b {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:12:47.485764 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:12:47.486146 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Checking segment: {'id': 'b82b9310-c616-40e2-aac2-8a73a57b37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:12:47.486552 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.486948 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Bound using segment: {'id': 'b82b9310-c616-40e2-aac2-8a73a57b37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:12:47.487418 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Bound port: 390dff30-f000-426f-a635-31b9ee0afc1d, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82b9310-c616-40e2-aac2-8a73a57b37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:12:47.487797 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.498912 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] For port 4628bb42-007e-47bb-a3c5-b081e6cbf834, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:12:47.506726 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] For port 4628bb42-007e-47bb-a3c5-b081e6cbf834, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4628bb42-007e-47bb-a3c5-b081e6cbf834,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:12:47.554500 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] For port 390dff30-f000-426f-a635-31b9ee0afc1d, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:12:47.557436 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] For port 390dff30-f000-426f-a635-31b9ee0afc1d, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=390dff30-f000-426f-a635-31b9ee0afc1d,segment=NetworkSegment(b82b9310-c616-40e2-aac2-8a73a57b37dc),segment_id=b82b9310-c616-40e2-aac2-8a73a57b37dc)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:12:47.578013 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.584194 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks [] for router_gateway (1e8690da-801a-4cf3-b4d1-e5f605bc116b), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.603282 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.637226 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafaa32-efb0-4c00-a46a-c30a69753275 None None] Pushing event updated for resources: {'Port': ['ID=4628bb42-007e-47bb-a3c5-b081e6cbf834,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:47.645045 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Routers {'8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:12:47.645901 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:12:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:47.655223 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.697618 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-434918bc-2511-4094-95da-7eb6e58f574c None None] Provisioning complete for port 4628bb42-007e-47bb-a3c5-b081e6cbf834 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:47.698412 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-434918bc-2511-4094-95da-7eb6e58f574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.738641 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Allocated IP 172.27.3.22 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/b0f4bc61-d04c-4fba-8d89-392acbeb997b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:12:47.779743 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] Set router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:12:47.885147 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks [] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:47.940369 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83dd06-abc5-4671-98dc-2911d279b572 None None] Pushing event updated for resources: {'Port': ['ID=390dff30-f000-426f-a635-31b9ee0afc1d,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:47.983707 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-434918bc-2511-4094-95da-7eb6e58f574c None None] Current status of the port 4628bb42-007e-47bb-a3c5-b081e6cbf834 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:47.989726 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-434918bc-2511-4094-95da-7eb6e58f574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:48.020953 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-434918bc-2511-4094-95da-7eb6e58f574c None None] For port 4628bb42-007e-47bb-a3c5-b081e6cbf834, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4628bb42-007e-47bb-a3c5-b081e6cbf834,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:12:48.059444 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:48.127168 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:47Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:48.136579 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:12:48.141852 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:12:48.146576 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:12:48.149933 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f4bc61-d04c-4fba-8d89-392acbeb997b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:48.157680 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155b659-557f-49c9-aea5-3675068fcdb1 None None] The sync data for ids ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'] in dv-cinder-841467-1-iscsi is: [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:47Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:12:48.179376 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-434918bc-2511-4094-95da-7eb6e58f574c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:48.267846 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434918bc-2511-4094-95da-7eb6e58f574c None None] Pushing event updated for resources: {'Port': ['ID=4628bb42-007e-47bb-a3c5-b081e6cbf834,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:48.306868 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-61939fa5-26fd-4fdc-8448-9d671d73d9ea None None] Provisioning complete for port 4628bb42-007e-47bb-a3c5-b081e6cbf834 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:48.307463 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-61939fa5-26fd-4fdc-8448-9d671d73d9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:48.414258 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-61939fa5-26fd-4fdc-8448-9d671d73d9ea None None] Current status of the port 4628bb42-007e-47bb-a3c5-b081e6cbf834 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:48.536293 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks [] for router_gateway (1e8690da-801a-4cf3-b4d1-e5f605bc116b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:48.744016 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4628bb42-007e-47bb-a3c5-b081e6cbf834 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:48.793473 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 4628bb42-007e-47bb-a3c5-b081e6cbf834 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:48.794064 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:48.797088 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (1e8690da-801a-4cf3-b4d1-e5f605bc116b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:48.861364 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:48.904679 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 4628bb42-007e-47bb-a3c5-b081e6cbf834 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:48.905830 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3dc74d9b-b42a-4db9-95e5-bae297e27e2a up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:48.964521 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:48.964886 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:49.030698 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Router 1e8690da-801a-4cf3-b4d1-e5f605bc116b is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 21:12:49.058520 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:49.059575 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 390dff30-f000-426f-a635-31b9ee0afc1d up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:49.109155 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d142b4-2667-4810-b979-74b951f3946d None None] Network cc5812eb-e3f9-48cc-93d8-40f942716a1b requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:12:49.159756 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:12:49.188695 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-958dd9e9-d2bf-4cbc-8533-8e1027aed7f6 None None] Provisioning complete for port 390dff30-f000-426f-a635-31b9ee0afc1d triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:49.195571 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-958dd9e9-d2bf-4cbc-8533-8e1027aed7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:49.195571 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Sync routers for ids ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:12:49.227713 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 390dff30-f000-426f-a635-31b9ee0afc1d triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:49.228079 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:49.255245 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:49.256497 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1502d70a-4452-41a8-9b26-c1e679210097 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3959610 May 11 21:12:49.259207 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52370) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:49.269934 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Routers {'1e8690da-801a-4cf3-b4d1-e5f605bc116b'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:12:49.270615 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:12:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:49.478899 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-958dd9e9-d2bf-4cbc-8533-8e1027aed7f6 None None] Current status of the port 390dff30-f000-426f-a635-31b9ee0afc1d is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:49.479285 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-958dd9e9-d2bf-4cbc-8533-8e1027aed7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:49.488537 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Set router 1e8690da-801a-4cf3-b4d1-e5f605bc116b gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:12:49.555530 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 390dff30-f000-426f-a635-31b9ee0afc1d is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:49.555921 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:49.617542 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-958dd9e9-d2bf-4cbc-8533-8e1027aed7f6 None None] For port 390dff30-f000-426f-a635-31b9ee0afc1d, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=390dff30-f000-426f-a635-31b9ee0afc1d,segment=NetworkSegment(b82b9310-c616-40e2-aac2-8a73a57b37dc),segment_id=b82b9310-c616-40e2-aac2-8a73a57b37dc)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:12:49.694816 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-958dd9e9-d2bf-4cbc-8533-8e1027aed7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:49.719339 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'name': 'tempest-TestMinimumBasicScenario-1688472779-router', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:48Z', 'revision_number': 3, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'gw_port': {'id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:49.819965 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Checking router: 1e8690da-801a-4cf3-b4d1-e5f605bc116b for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:12:49.820338 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Updating router 1e8690da-801a-4cf3-b4d1-e5f605bc116b port b0f4bc61-d04c-4fba-8d89-392acbeb997b binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:12:49.851139 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.db.api [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 21:12:49.851549 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG oslo_db.api [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 21:12:49.862504 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-ec263ff0-9e87-4c45-acbb-90026f1dc2df None None] Provisioning complete for port 390dff30-f000-426f-a635-31b9ee0afc1d triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:49.862879 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ec263ff0-9e87-4c45-acbb-90026f1dc2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:49.866833 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dd9e9-d2bf-4cbc-8533-8e1027aed7f6 None None] Pushing event updated for resources: {'Port': ['ID=390dff30-f000-426f-a635-31b9ee0afc1d,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:49.894799 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:49.915482 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-73596635-12bb-413d-a26c-4bfde211768e req-ad233399-99bc-48e3-af81-5c888c8179c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484233 May 11 21:12:49.955366 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.003232 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73596635-12bb-413d-a26c-4bfde211768e req-ebd0bfb6-1e6a-4f62-bb8d-84cc7e9695d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:50.004919 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-73596635-12bb-413d-a26c-4bfde211768e req-ebd0bfb6-1e6a-4f62-bb8d-84cc7e9695d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 1130 time: 0.0456462 May 11 21:12:50.065078 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-ec263ff0-9e87-4c45-acbb-90026f1dc2df None None] Current status of the port 390dff30-f000-426f-a635-31b9ee0afc1d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:50.145292 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73596635-12bb-413d-a26c-4bfde211768e req-ace482ab-071d-41ce-b510-f21e1303fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:50.146950 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-73596635-12bb-413d-a26c-4bfde211768e req-ace482ab-071d-41ce-b510-f21e1303fe1a service neutron] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 913 time: 0.1215672 May 11 21:12:50.152920 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Allocated IP 172.20.0.1 (cc5812eb-e3f9-48cc-93d8-40f942716a1b/70fca570-1395-4461-aa2e-c75effc66a53/3867d325-dcfc-4b57-af77-0b066ca11d58) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:12:50.216022 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-73596635-12bb-413d-a26c-4bfde211768e req-173c22bb-dc2b-4dc8-aa6a-70080ac1511b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbd65633-32de-4901-ad79-fb11a88761c8 HTTP/1.1" status: 200 len: 1002 time: 0.0627491 May 11 21:12:50.262107 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Publish callbacks [] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.270852 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73596635-12bb-413d-a26c-4bfde211768e req-dcf612d8-45b6-4914-82ac-8a73a4e3e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:50.272548 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Publish callbacks [] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.273099 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-73596635-12bb-413d-a26c-4bfde211768e req-dcf612d8-45b6-4914-82ac-8a73a4e3e0bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0507772 May 11 21:12:50.315934 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.320278 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73596635-12bb-413d-a26c-4bfde211768e req-6c055380-ee14-4210-ab39-48b812fb834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:12:50.321858 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-73596635-12bb-413d-a26c-4bfde211768e req-6c055380-ee14-4210-ab39-48b812fb834e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412905 May 11 21:12:50.368209 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.386373 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Attempting to bind port b0f4bc61-d04c-4fba-8d89-392acbeb997b on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:12:50.386753 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Attempting to bind port b0f4bc61-d04c-4fba-8d89-392acbeb997b by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:12:50.387180 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Attempting to bind port b0f4bc61-d04c-4fba-8d89-392acbeb997b on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:12:50.399549 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0730b9c-fca6-430f-9ad3-f3834ddba82f None None] Pushing event updated for resources: {'Port': ['ID=b0f4bc61-d04c-4fba-8d89-392acbeb997b,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:50.404246 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:12:50.404693 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:12:50.405037 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.405430 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:12:50.406046 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Bound port: b0f4bc61-d04c-4fba-8d89-392acbeb997b, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:12:50.406488 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.411374 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Network cc5812eb-e3f9-48cc-93d8-40f942716a1b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:12:50.421071 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:12:50.424343 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:12:50.427903 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Pushing event updated for resources: {'Port': ['ID=3867d325-dcfc-4b57-af77-0b066ca11d58,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:50.429808 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-73596635-12bb-413d-a26c-4bfde211768e req-6da9244e-afe0-4a4e-9f09-d924fa448a15 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010764 May 11 21:12:50.452211 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 390dff30-f000-426f-a635-31b9ee0afc1d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:50.476129 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (1e8690da-801a-4cf3-b4d1-e5f605bc116b), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.483815 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] For port b0f4bc61-d04c-4fba-8d89-392acbeb997b, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:12:50.486999 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] For port b0f4bc61-d04c-4fba-8d89-392acbeb997b, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=b0f4bc61-d04c-4fba-8d89-392acbeb997b,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:12:50.545219 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-73596635-12bb-413d-a26c-4bfde211768e req-fbe974aa-91b9-437a-adcd-29a53db529f6 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089394 May 11 21:12:50.552224 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.613579 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Routers {'1e8690da-801a-4cf3-b4d1-e5f605bc116b'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:12:50.614329 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:12:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:50.654135 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0730b9c-fca6-430f-9ad3-f3834ddba82f None None] Pushing event updated for resources: {'Port': ['ID=b0f4bc61-d04c-4fba-8d89-392acbeb997b,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:50.657183 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 390dff30-f000-426f-a635-31b9ee0afc1d up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:50.692396 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.916675 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-4a45726e-80f7-4ce2-82c4-986f674dfe48 None None] Provisioning complete for port 3867d325-dcfc-4b57-af77-0b066ca11d58 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:50.917045 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4a45726e-80f7-4ce2-82c4-986f674dfe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.924444 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 390dff30-f000-426f-a635-31b9ee0afc1d triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:50.924814 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:50.927323 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] Set router 1e8690da-801a-4cf3-b4d1-e5f605bc116b gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:12:50.950100 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Publish callbacks [] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:51.006467 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:51.054571 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-4a45726e-80f7-4ce2-82c4-986f674dfe48 None None] Port 3867d325-dcfc-4b57-af77-0b066ca11d58 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:12:51.077652 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (1e8690da-801a-4cf3-b4d1-e5f605bc116b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:51.080252 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Pushing event updated for resources: {'Port': ['ID=3867d325-dcfc-4b57-af77-0b066ca11d58,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:51.197967 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 390dff30-f000-426f-a635-31b9ee0afc1d is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:51.229125 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Network cc5812eb-e3f9-48cc-93d8-40f942716a1b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:12:51.232098 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'name': 'tempest-TestMinimumBasicScenario-1688472779-router', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:48Z', 'revision_number': 3, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'gw_port': {'id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:51.232366 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:12:51.263667 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeaacd0-a932-4448-a414-b3f9a5143e8f None None] The sync data for ids ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'] in dv-cinder-841467-1-iscsi is: [{'id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'name': 'tempest-TestMinimumBasicScenario-1688472779-router', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:48Z', 'revision_number': 3, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'gw_port': {'id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:12:51.433799 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Router 1e8690da-801a-4cf3-b4d1-e5f605bc116b has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:12:51.487977 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e2e9664a-2b8b-4c2f-9c0b-b7aa8a283d6c None None] Provisioning complete for port 3867d325-dcfc-4b57-af77-0b066ca11d58 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:51.488737 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e2e9664a-2b8b-4c2f-9c0b-b7aa8a283d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:51.536550 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9664a-2b8b-4c2f-9c0b-b7aa8a283d6c None None] Port 3867d325-dcfc-4b57-af77-0b066ca11d58 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:12:51.591274 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:12:51.596806 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b5a182a3-651f-4a44-983c-71998e57414b admin admin] 10.222.0.35 "PUT /v2.0/routers/1e8690da-801a-4cf3-b4d1-e5f605bc116b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3363891 May 11 21:12:51.744976 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52412) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:51.864336 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8da343d8-766c-4a51-842d-c50031dd00d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:51.947932 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8da343d8-766c-4a51-842d-c50031dd00d6 admin admin] Publish callbacks [] for security_group (a5e2ff8b-45a8-4f28-97d0-a06574981ceb), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:52.042140 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8da343d8-766c-4a51-842d-c50031dd00d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (a5e2ff8b-45a8-4f28-97d0-a06574981ceb), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:52.087851 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8da343d8-766c-4a51-842d-c50031dd00d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f79506c044944e0ad33370f8959c812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414190 May 11 21:12:52.089784 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da343d8-766c-4a51-842d-c50031dd00d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e2ff8b-45a8-4f28-97d0-a06574981ceb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:52.090461 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52422) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:52.141204 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ffdb-0889-4cc6-af3e-3171afc20ce8 admin admin] Publish callbacks [] for security_group (a5e2ff8b-45a8-4f28-97d0-a06574981ceb), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:52.166103 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ffdb-0889-4cc6-af3e-3171afc20ce8 admin admin] Publish callbacks [] for security_group (a5e2ff8b-45a8-4f28-97d0-a06574981ceb), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:52.281814 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ffdb-0889-4cc6-af3e-3171afc20ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (a5e2ff8b-45a8-4f28-97d0-a06574981ceb), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:52.284898 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ffdb-0889-4cc6-af3e-3171afc20ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:52.286164 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-aaa3ffdb-0889-4cc6-af3e-3171afc20ce8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5e2ff8b-45a8-4f28-97d0-a06574981ceb HTTP/1.1" status: 204 len: 168 time: 0.1947351 May 11 21:12:52.294128 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3ffdb-0889-4cc6-af3e-3171afc20ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e2ff8b-45a8-4f28-97d0-a06574981ceb,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:52.614004 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device b0f4bc61-d04c-4fba-8d89-392acbeb997b up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:52.681023 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port b0f4bc61-d04c-4fba-8d89-392acbeb997b triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:52.681552 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:52.773131 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port b0f4bc61-d04c-4fba-8d89-392acbeb997b is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:52.773934 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:52.804504 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port b0f4bc61-d04c-4fba-8d89-392acbeb997b, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=b0f4bc61-d04c-4fba-8d89-392acbeb997b,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:12:52.886330 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:52.959107 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=b0f4bc61-d04c-4fba-8d89-392acbeb997b,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:53.038698 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Sync routers for ids ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:12:53.049683 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Routers {'1e8690da-801a-4cf3-b4d1-e5f605bc116b'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:12:53.050455 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:12:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:53.066753 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52448) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:53.087550 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be7dbcad-7b43-4e30-85cf-48c8ca1ed169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:53.176761 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be7dbcad-7b43-4e30-85cf-48c8ca1ed169 admin admin] Publish callbacks [] for security_group (115cc685-1832-4612-8142-d1ee6f44bb5c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:53.177554 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Set router 1e8690da-801a-4cf3-b4d1-e5f605bc116b gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:12:53.230262 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be7dbcad-7b43-4e30-85cf-48c8ca1ed169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (115cc685-1832-4612-8142-d1ee6f44bb5c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:53.286124 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-be7dbcad-7b43-4e30-85cf-48c8ca1ed169 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a69c2cba0d048d581027c7f7daa8846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178636 May 11 21:12:53.287365 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dbcad-7b43-4e30-85cf-48c8ca1ed169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115cc685-1832-4612-8142-d1ee6f44bb5c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:53.288897 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52452) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:53.361516 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-710b7b33-7c69-4463-b91b-dc7529e7a235 admin admin] Publish callbacks [] for security_group (115cc685-1832-4612-8142-d1ee6f44bb5c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:53.388177 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-710b7b33-7c69-4463-b91b-dc7529e7a235 admin admin] Publish callbacks [] for security_group (115cc685-1832-4612-8142-d1ee6f44bb5c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:53.436011 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'name': 'tempest-TestMinimumBasicScenario-1688472779-router', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:50Z', 'revision_number': 4, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'gw_port': {'id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '3867d325-dcfc-4b57-af77-0b066ca11d58', 'name': '', 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'mac_address': 'fa:16:3e:9a:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70fca570-1395-4461-aa2e-c75effc66a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:49Z', 'updated_at': '2022-05-11T21:12:50Z', 'revision_number': 2, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'subnets': [{'id': '70fca570-1395-4461-aa2e-c75effc66a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:53.463777 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Checking router: 1e8690da-801a-4cf3-b4d1-e5f605bc116b for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:12:53.464332 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Updating router 1e8690da-801a-4cf3-b4d1-e5f605bc116b port 3867d325-dcfc-4b57-af77-0b066ca11d58 binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:12:53.494419 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:53.635852 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-710b7b33-7c69-4463-b91b-dc7529e7a235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (115cc685-1832-4612-8142-d1ee6f44bb5c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:53.638750 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-710b7b33-7c69-4463-b91b-dc7529e7a235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:53.647858 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-710b7b33-7c69-4463-b91b-dc7529e7a235 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/115cc685-1832-4612-8142-d1ee6f44bb5c HTTP/1.1" status: 204 len: 168 time: 0.3529093 May 11 21:12:53.668190 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b7b33-7c69-4463-b91b-dc7529e7a235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115cc685-1832-4612-8142-d1ee6f44bb5c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:53.842442 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Publish callbacks [] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:53.911565 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:53.968019 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036a574-4d37-4abd-bbd6-8797b7ed510e None None] Pushing event updated for resources: {'Port': ['ID=3867d325-dcfc-4b57-af77-0b066ca11d58,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:54.090804 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Attempting to bind port 3867d325-dcfc-4b57-af77-0b066ca11d58 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:12:54.091929 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Attempting to bind port 3867d325-dcfc-4b57-af77-0b066ca11d58 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': 'b82b9310-c616-40e2-aac2-8a73a57b37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:12:54.092480 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Attempting to bind port 3867d325-dcfc-4b57-af77-0b066ca11d58 on network cc5812eb-e3f9-48cc-93d8-40f942716a1b {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:12:54.107168 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:12:54.107845 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Checking segment: {'id': 'b82b9310-c616-40e2-aac2-8a73a57b37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:12:54.108452 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:54.109017 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Bound using segment: {'id': 'b82b9310-c616-40e2-aac2-8a73a57b37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:12:54.109723 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Bound port: 3867d325-dcfc-4b57-af77-0b066ca11d58, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82b9310-c616-40e2-aac2-8a73a57b37dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:12:54.110342 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:54.211294 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] For port 3867d325-dcfc-4b57-af77-0b066ca11d58, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:12:54.218363 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] For port 3867d325-dcfc-4b57-af77-0b066ca11d58, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=3867d325-dcfc-4b57-af77-0b066ca11d58,segment=NetworkSegment(b82b9310-c616-40e2-aac2-8a73a57b37dc),segment_id=b82b9310-c616-40e2-aac2-8a73a57b37dc)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:12:54.300730 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:54.376793 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Routers {'1e8690da-801a-4cf3-b4d1-e5f605bc116b'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:12:54.379679 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:12:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:54.379679 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036a574-4d37-4abd-bbd6-8797b7ed510e None None] Pushing event updated for resources: {'Port': ['ID=3867d325-dcfc-4b57-af77-0b066ca11d58,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:54.386977 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e649d788-5869-43c5-b276-a54d1dcb7fc5 None None] Provisioning complete for port 3867d325-dcfc-4b57-af77-0b066ca11d58 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:54.387714 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e649d788-5869-43c5-b276-a54d1dcb7fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:54.490010 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e649d788-5869-43c5-b276-a54d1dcb7fc5 None None] Current status of the port 3867d325-dcfc-4b57-af77-0b066ca11d58 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:54.493001 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e649d788-5869-43c5-b276-a54d1dcb7fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:54.551060 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] Set router 1e8690da-801a-4cf3-b4d1-e5f605bc116b gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:12:54.551361 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e649d788-5869-43c5-b276-a54d1dcb7fc5 None None] For port 3867d325-dcfc-4b57-af77-0b066ca11d58, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=3867d325-dcfc-4b57-af77-0b066ca11d58,segment=NetworkSegment(b82b9310-c616-40e2-aac2-8a73a57b37dc),segment_id=b82b9310-c616-40e2-aac2-8a73a57b37dc)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:12:54.626860 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e649d788-5869-43c5-b276-a54d1dcb7fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:54.722324 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649d788-5869-43c5-b276-a54d1dcb7fc5 None None] Pushing event updated for resources: {'Port': ['ID=3867d325-dcfc-4b57-af77-0b066ca11d58,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:54.729791 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device b0f4bc61-d04c-4fba-8d89-392acbeb997b up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:54.771795 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-b3526cfc-6700-41b5-84c8-89fcca2e78f6 None None] Provisioning complete for port 3867d325-dcfc-4b57-af77-0b066ca11d58 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:54.778100 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b3526cfc-6700-41b5-84c8-89fcca2e78f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:54.839381 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port b0f4bc61-d04c-4fba-8d89-392acbeb997b triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:54.845880 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:54.868686 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'name': 'tempest-TestMinimumBasicScenario-1688472779-router', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:50Z', 'revision_number': 4, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'gw_port': {'id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '3867d325-dcfc-4b57-af77-0b066ca11d58', 'name': '', 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'mac_address': 'fa:16:3e:9a:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70fca570-1395-4461-aa2e-c75effc66a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:49Z', 'updated_at': '2022-05-11T21:12:54Z', 'revision_number': 4, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'subnets': [{'id': '70fca570-1395-4461-aa2e-c75effc66a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:12:54.903771 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96ffed4-7d5d-4953-84a3-2cd2ab0f1ce7 None None] The sync data for ids ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'] in dv-cinder-841467-1-iscsi is: [{'id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'name': 'tempest-TestMinimumBasicScenario-1688472779-router', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:50Z', 'revision_number': 4, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'gw_port': {'id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '3867d325-dcfc-4b57-af77-0b066ca11d58', 'name': '', 'network_id': 'cc5812eb-e3f9-48cc-93d8-40f942716a1b', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'mac_address': 'fa:16:3e:9a:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '70fca570-1395-4461-aa2e-c75effc66a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:49Z', 'updated_at': '2022-05-11T21:12:54Z', 'revision_number': 4, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'subnets': [{'id': '70fca570-1395-4461-aa2e-c75effc66a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:12:54.940305 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b3526cfc-6700-41b5-84c8-89fcca2e78f6 None None] Current status of the port 3867d325-dcfc-4b57-af77-0b066ca11d58 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:55.009597 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port b0f4bc61-d04c-4fba-8d89-392acbeb997b is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:56.368073 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:12:56.635335 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3867d325-dcfc-4b57-af77-0b066ca11d58 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:12:56.694997 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 3867d325-dcfc-4b57-af77-0b066ca11d58 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:12:56.696278 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:56.786297 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 3867d325-dcfc-4b57-af77-0b066ca11d58 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:12:57.520620 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52490) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:57.640748 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9e1377e-635e-48ea-886f-97e05952da3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:57.722866 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9e1377e-635e-48ea-886f-97e05952da3d admin admin] Publish callbacks [] for security_group (32afca34-c45f-4958-852f-6928bd779bd1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:57.801794 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9e1377e-635e-48ea-886f-97e05952da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (32afca34-c45f-4958-852f-6928bd779bd1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:57.844607 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f9e1377e-635e-48ea-886f-97e05952da3d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d861a5454d2c4e958c3d2dc0ff9de841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227677 May 11 21:12:57.845918 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1377e-635e-48ea-886f-97e05952da3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32afca34-c45f-4958-852f-6928bd779bd1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:57.847375 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52494) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:57.919617 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76e3cb66-f71d-4e89-bc02-f44b3ea9c08e admin admin] Publish callbacks [] for security_group (32afca34-c45f-4958-852f-6928bd779bd1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:57.943961 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76e3cb66-f71d-4e89-bc02-f44b3ea9c08e admin admin] Publish callbacks [] for security_group (32afca34-c45f-4958-852f-6928bd779bd1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:58.093339 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76e3cb66-f71d-4e89-bc02-f44b3ea9c08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (32afca34-c45f-4958-852f-6928bd779bd1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:58.097027 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-76e3cb66-f71d-4e89-bc02-f44b3ea9c08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:58.101441 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-76e3cb66-f71d-4e89-bc02-f44b3ea9c08e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32afca34-c45f-4958-852f-6928bd779bd1 HTTP/1.1" status: 204 len: 168 time: 0.2525184 May 11 21:12:58.113114 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3cb66-f71d-4e89-bc02-f44b3ea9c08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32afca34-c45f-4958-852f-6928bd779bd1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:58.814302 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52506) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:58.832326 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-734a8427-f752-41c2-96f7-1ea1800c41b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:58.919917 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-734a8427-f752-41c2-96f7-1ea1800c41b4 admin admin] Publish callbacks [] for security_group (d3273f54-cfa3-4cec-8bb1-511b6d0b311c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:59.219406 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-734a8427-f752-41c2-96f7-1ea1800c41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d3273f54-cfa3-4cec-8bb1-511b6d0b311c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:59.263016 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a8427-f752-41c2-96f7-1ea1800c41b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3273f54-cfa3-4cec-8bb1-511b6d0b311c,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:12:59.268877 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-734a8427-f752-41c2-96f7-1ea1800c41b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=87537beee46a4fbabf80c26acf77e229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535429 May 11 21:12:59.271670 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52516) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:12:59.323174 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4b78028-cd77-4067-886f-8bf4871559e0 admin admin] Publish callbacks [] for security_group (d3273f54-cfa3-4cec-8bb1-511b6d0b311c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:59.344469 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4b78028-cd77-4067-886f-8bf4871559e0 admin admin] Publish callbacks [] for security_group (d3273f54-cfa3-4cec-8bb1-511b6d0b311c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:59.510291 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4b78028-cd77-4067-886f-8bf4871559e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d3273f54-cfa3-4cec-8bb1-511b6d0b311c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:59.513415 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b4b78028-cd77-4067-886f-8bf4871559e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:12:59.514609 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b4b78028-cd77-4067-886f-8bf4871559e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3273f54-cfa3-4cec-8bb1-511b6d0b311c HTTP/1.1" status: 204 len: 168 time: 0.2419624 May 11 21:12:59.523515 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b78028-cd77-4067-886f-8bf4871559e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3273f54-cfa3-4cec-8bb1-511b6d0b311c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:01.048257 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1773c6d-d453-40bc-bdb9-23cdce6e732c req-138d6eeb-c2ed-4be3-86a9-71c32c05c20f tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:01.050638 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d1773c6d-d453-40bc-bdb9-23cdce6e732c req-138d6eeb-c2ed-4be3-86a9-71c32c05c20f tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 946 time: 0.0562928 May 11 21:13:01.103717 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d1773c6d-d453-40bc-bdb9-23cdce6e732c req-b26c2360-cff4-4214-9f64-de32f5c49287 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467284 May 11 21:13:01.351085 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 52558) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:01.478146 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb3fd-3fe2-4f6f-a435-685207db1321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:01.565187 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb3fd-3fe2-4f6f-a435-685207db1321 admin admin] Publish callbacks [] for security_group (b7257ee0-bc4a-4716-b6c6-44f5c3cf01d1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:01.618748 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb3fd-3fe2-4f6f-a435-685207db1321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (b7257ee0-bc4a-4716-b6c6-44f5c3cf01d1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:01.659846 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cb3fd-3fe2-4f6f-a435-685207db1321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7257ee0-bc4a-4716-b6c6-44f5c3cf01d1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:01.667468 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 52562) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:01.674987 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cb6cb3fd-3fe2-4f6f-a435-685207db1321 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b629013e0aa34ad2b3cd10aea769f4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227749 May 11 21:13:01.728459 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84bb9fed-8670-4b38-8fd5-24bce86acaec admin admin] Publish callbacks [] for security_group (b7257ee0-bc4a-4716-b6c6-44f5c3cf01d1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:01.751297 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84bb9fed-8670-4b38-8fd5-24bce86acaec admin admin] Publish callbacks [] for security_group (b7257ee0-bc4a-4716-b6c6-44f5c3cf01d1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:01.853446 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84bb9fed-8670-4b38-8fd5-24bce86acaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (b7257ee0-bc4a-4716-b6c6-44f5c3cf01d1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:01.855984 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-84bb9fed-8670-4b38-8fd5-24bce86acaec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:01.857147 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-84bb9fed-8670-4b38-8fd5-24bce86acaec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7257ee0-bc4a-4716-b6c6-44f5c3cf01d1 HTTP/1.1" status: 204 len: 168 time: 0.1889400 May 11 21:13:01.866624 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb9fed-8670-4b38-8fd5-24bce86acaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7257ee0-bc4a-4716-b6c6-44f5c3cf01d1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:02.244061 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6907ba-b247-4d7a-8528-d3ae792cb2fe req-a1616f80-d7fc-4113-81c7-567a3a9f4a93 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:02.245555 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca6907ba-b247-4d7a-8528-d3ae792cb2fe req-a1616f80-d7fc-4113-81c7-567a3a9f4a93 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 946 time: 0.0630143 May 11 21:13:02.293517 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca6907ba-b247-4d7a-8528-d3ae792cb2fe req-1ce041f0-9993-40f7-b8b5-5226751c6ea6 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 May 11 21:13:02.719880 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-cff736b7-3716-4ab1-90d8-9e936da1b64c tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:02.721561 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-cff736b7-3716-4ab1-90d8-9e936da1b64c tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.70 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 946 time: 0.0500016 May 11 21:13:02.820938 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-80acdf43-4731-48cd-986d-11542a525bba tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Deleting port 44182e4a-d521-4b84-91d5-3119295fd01b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:13:02.821272 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-80acdf43-4731-48cd-986d-11542a525bba tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:02.914141 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-80acdf43-4731-48cd-986d-11542a525bba tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] For port 44182e4a-d521-4b84-91d5-3119295fd01b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=44182e4a-d521-4b84-91d5-3119295fd01b,segment=NetworkSegment(1edc51b3-4a35-4c35-b54f-3fd60853df7a),segment_id=1edc51b3-4a35-4c35-b54f-3fd60853df7a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:02.914551 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-80acdf43-4731-48cd-986d-11542a525bba tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:02.927921 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-80acdf43-4731-48cd-986d-11542a525bba tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Calling delete_port for 44182e4a-d521-4b84-91d5-3119295fd01b owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:13:03.128044 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-80acdf43-4731-48cd-986d-11542a525bba tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (44182e4a-d521-4b84-91d5-3119295fd01b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:03.147968 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['44182e4a-d521-4b84-91d5-3119295fd01b'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:13:03.157494 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acdf43-4731-48cd-986d-11542a525bba tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Pushing event deleted for resources: {'Port': ['ID=44182e4a-d521-4b84-91d5-3119295fd01b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:03.216948 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-80acdf43-4731-48cd-986d-11542a525bba tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] No DVR routers for this DVR port 44182e4a-d521-4b84-91d5-3119295fd01b on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:13:03.220040 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-80acdf43-4731-48cd-986d-11542a525bba tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:03.223294 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e2c779c1-da44-4578-a1ea-da013431b1d5 req-80acdf43-4731-48cd-986d-11542a525bba tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.70 "DELETE /v2.0/ports/44182e4a-d521-4b84-91d5-3119295fd01b HTTP/1.1" status: 204 len: 173 time: 0.4906831 May 11 21:13:03.223703 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94da2dee-e1d4-4ce0-84ff-5729c118787a', 'name': 'network-vif-deleted', 'tag': '44182e4a-d521-4b84-91d5-3119295fd01b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:13:03.226226 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810c9fa1-cd4d-44d6-8caa-f42e84535835" -d '{"events": [{"server_uuid": "94da2dee-e1d4-4ce0-84ff-5729c118787a", "name": "network-vif-deleted", "tag": "44182e4a-d521-4b84-91d5-3119295fd01b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:13:03.261818 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930f1ff3-599e-4e5e-8ce4-eac9b679ebdf x-openstack-request-id: req-930f1ff3-599e-4e5e-8ce4-eac9b679ebdf {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:13:03.262106 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94da2dee-e1d4-4ce0-84ff-5729c118787a", "name": "network-vif-deleted", "tag": "44182e4a-d521-4b84-91d5-3119295fd01b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:13:03.262356 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-930f1ff3-599e-4e5e-8ce4-eac9b679ebdf {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:13:03.262753 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-930f1ff3-599e-4e5e-8ce4-eac9b679ebdf'] response: {'server_uuid': '94da2dee-e1d4-4ce0-84ff-5729c118787a', 'name': 'network-vif-deleted', 'tag': '44182e4a-d521-4b84-91d5-3119295fd01b', 'status': 'completed', 'code': 200} May 11 21:13:03.394411 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-212a4843-5c3a-4138-aafe-07221901b198 req-20166fe6-99d6-4ef9-8a40-48bec91e9593 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=94da2dee-e1d4-4ce0-84ff-5729c118787a HTTP/1.1" status: 200 len: 210 time: 0.0305052 May 11 21:13:04.561497 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-904d3509-e7c9-4154-af50-82bdabee1484 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:04.563033 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-904d3509-e7c9-4154-af50-82bdabee1484 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/networks?id=f01e4790-8167-4598-92e2-db182365e1c6 HTTP/1.1" status: 200 len: 814 time: 0.1014957 May 11 21:13:04.577971 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-bd828d7b-060e-4b7f-af07-c1cfe4447314 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/quotas/ffc2f645c2fb4fb1baf86bfa44be2d56 HTTP/1.1" status: 200 len: 375 time: 0.0089269 May 11 21:13:04.625305 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-0ddceba7-535e-44aa-8c15-1a85db6503be tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422356 May 11 21:13:04.723148 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-1108cb57-51ea-4e77-b564-524a714359e5 service neutron] 10.222.0.35 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859568 May 11 21:13:04.814811 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-d89ac026-c342-432b-92a1-1faa1f4b224e service neutron] 10.222.0.35 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856130 May 11 21:13:05.071337 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-75c7febe-f68d-4c04-8037-f16007f3e056 req-b42dbab7-666b-4166-9347-80c143dda84b tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 210 time: 0.0280471 May 11 21:13:06.166034 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7dc88e8c-04bc-43eb-9a4f-a47ace21f878 req-451a8a2b-28ff-4b4c-8d9b-1760d1273272 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 210 time: 0.0286667 May 11 21:13:07.256604 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a1861a2-f789-4cee-826d-f76da9187384 req-00749a38-4add-4571-ba7b-4e44d3dbf985 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 210 time: 0.0271556 May 11 21:13:07.685041 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 44182e4a-d521-4b84-91d5-3119295fd01b no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:13:07.705930 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 44182e4a-d521-4b84-91d5-3119295fd01b {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:13:07.706279 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 44182e4a-d521-4b84-91d5-3119295fd01b not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:13:08.346815 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-170b3ba5-64d8-4cf1-9764-3e0d08d654e3 req-2dc09dd9-ad85-4b73-9216-722b145e14a1 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 210 time: 0.0267050 May 11 21:13:09.438858 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cfb7d0e2-d690-44b1-b3fd-d85e54778bf8 req-c834550a-83a2-4a3d-9acb-2eb80b687615 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 210 time: 0.0267830 May 11 21:13:09.989875 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2996691-ebec-4ea5-a3a3-ff03907c4c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:10.532191 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4d9fb857-20b2-4208-be2c-ec905e153d9d req-b5d630c1-6ea4-45c4-95ab-f392d71663d9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 210 time: 0.0276456 May 11 21:13:11.627265 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-76a0cf07-fbf6-4d49-ac52-9bdb3e5f1330 req-0b8853cd-2db1-4ce3-afdc-ec86a9fd27f8 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 210 time: 0.0303271 May 11 21:13:12.223312 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9b89-d043-4337-ac49-42c8578bc56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:12.721705 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4ae204c-9726-4202-8f2f-57002c64c47d req-dd476cea-cd7c-46c1-b443-e70b41a17c51 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 210 time: 0.0290432 May 11 21:13:13.645737 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-3aed0e27-df36-4a5c-9f0b-cfd728ef81bc tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:13.647145 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-3aed0e27-df36-4a5c-9f0b-cfd728ef81bc tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.70 "GET /v2.0/networks?id=f01e4790-8167-4598-92e2-db182365e1c6 HTTP/1.1" status: 200 len: 814 time: 0.0971243 May 11 21:13:13.661852 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'port': {'device_id': 'f69317df-5298-4b77-bd58-e2284db8656c', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'admin_state_up': True, 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:13.784786 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:13.818564 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bc399998-1657-48fe-a210-6cb192210aea req-20907696-4f26-4870-aff3-6493296cb0d7 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 210 time: 0.0291317 May 11 21:13:13.870084 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Made reservation on behalf of ffc2f645c2fb4fb1baf86bfa44be2d56 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:13:13.873614 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:14.008587 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Allocated IP 172.20.0.6 (f01e4790-8167-4598-92e2-db182365e1c6/d765d351-87c6-4de7-ba10-73372c480dbc/a75fd384-059f-48a9-8646-474738a13496) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:14.159105 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for port (a75fd384-059f-48a9-8646-474738a13496), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:14.275331 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (a75fd384-059f-48a9-8646-474738a13496), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:14.344704 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'Port': ['ID=a75fd384-059f-48a9-8646-474738a13496,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:14.361873 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Network f01e4790-8167-4598-92e2-db182365e1c6 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:14.369178 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:14.369178 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:14.438472 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:14.441026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:14.513000 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-fab25f8c-c778-430b-9a7d-6a9d27d56ceb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8550720 May 11 21:13:14.605062 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9d7bad02-b32b-48e3-809b-caff64352f78 None None] Provisioning complete for port a75fd384-059f-48a9-8646-474738a13496 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:14.605434 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9d7bad02-b32b-48e3-809b-caff64352f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (a75fd384-059f-48a9-8646-474738a13496), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:14.638621 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9d7bad02-b32b-48e3-809b-caff64352f78 None None] Port a75fd384-059f-48a9-8646-474738a13496 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:13:14.931640 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38070d-0d0e-43f1-8e97-f8741ab58dab req-e3037c6e-0462-4991-b2c1-50e28d72cf3a tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:14.933145 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2b38070d-0d0e-43f1-8e97-f8741ab58dab req-e3037c6e-0462-4991-b2c1-50e28d72cf3a tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 931 time: 0.0486510 May 11 21:13:14.979422 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2b38070d-0d0e-43f1-8e97-f8741ab58dab req-b008ba46-0207-43db-b3f5-f840fa553f03 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 May 11 21:13:15.132992 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:16.115002 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50744551-8834-4983-a7af-99d131e7c552 req-2587ad6d-dbd1-40d8-88d6-6152deb36147 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:16.116587 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50744551-8834-4983-a7af-99d131e7c552 req-2587ad6d-dbd1-40d8-88d6-6152deb36147 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 931 time: 0.0593927 May 11 21:13:16.167225 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50744551-8834-4983-a7af-99d131e7c552 req-4892ac7e-5dcf-4d8d-b99e-3dac21fa70ea tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 May 11 21:13:16.589838 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:17.297972 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ff3b0-f397-4a21-b911-c10d87299761 req-eb465dea-ce7c-46f9-a6b5-7833f315b57b tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:17.300311 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b5ff3b0-f397-4a21-b911-c10d87299761 req-eb465dea-ce7c-46f9-a6b5-7833f315b57b tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 931 time: 0.0617173 May 11 21:13:17.351671 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9b5ff3b0-f397-4a21-b911-c10d87299761 req-6e0e7472-a0d8-414b-afd0-ce308c0d18aa tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439911 May 11 21:13:18.477051 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07814b72-b128-4d70-a543-1a11de0926b7 req-d3644bfa-a797-4cf7-898a-d6fc8e40ff08 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:18.478554 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07814b72-b128-4d70-a543-1a11de0926b7 req-d3644bfa-a797-4cf7-898a-d6fc8e40ff08 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 931 time: 0.0523322 May 11 21:13:18.530208 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07814b72-b128-4d70-a543-1a11de0926b7 req-a60a1887-09fe-4f97-9dbc-bc812fb9f5c4 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459571 May 11 21:13:18.823669 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:19.647780 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996b4e-40f1-4d20-ac9a-4d9e4a859fdd req-2b4d9d82-f7c3-498e-9f27-d0d06bcf3f1b tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:19.649257 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-31996b4e-40f1-4d20-ac9a-4d9e4a859fdd req-2b4d9d82-f7c3-498e-9f27-d0d06bcf3f1b tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 931 time: 0.0492642 May 11 21:13:19.699613 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-31996b4e-40f1-4d20-ac9a-4d9e4a859fdd req-1557c227-ed9a-410a-a301-463bb447b3f7 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440421 May 11 21:13:20.988817 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a25f92-1529-4b85-a5fe-0b0e5b594ad6 req-6e821037-3747-461a-9edd-ffab38706c9d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:20.990368 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d4a25f92-1529-4b85-a5fe-0b0e5b594ad6 req-6e821037-3747-461a-9edd-ffab38706c9d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 931 time: 0.0517766 May 11 21:13:21.069865 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d4a25f92-1529-4b85-a5fe-0b0e5b594ad6 req-8a33e255-c0ee-4d1f-adb1-ae48a1f3ffe7 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689631 May 11 21:13:21.277203 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca993477-49d4-423d-b5c5-6181952babd5 req-3ae2d08f-3b2d-4751-b3ce-c5300dd44791 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:21.279658 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-3ae2d08f-3b2d-4751-b3ce-c5300dd44791 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/networks?id=450bdbb1-35fe-459c-a04c-28698ec4e58c HTTP/1.1" status: 200 len: 813 time: 0.1072230 May 11 21:13:21.294457 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-05afacaa-5688-488b-b74b-8075cae0acd7 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/quotas/b37271fa94bf4dd7b16f144dbb9c049c HTTP/1.1" status: 200 len: 375 time: 0.0092525 May 11 21:13:21.337592 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-04648a91-33e6-42ec-9e5c-a6374f58bb25 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b37271fa94bf4dd7b16f144dbb9c049c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377324 May 11 21:13:21.438796 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-1ce08495-8316-432f-b222-ca294fea6488 service neutron] 10.222.0.35 "GET /v2.0/networks/450bdbb1-35fe-459c-a04c-28698ec4e58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936384 May 11 21:13:21.547985 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-46b2ffce-87ed-4151-9a7f-e24b6204d777 service neutron] 10.222.0.35 "GET /v2.0/networks/450bdbb1-35fe-459c-a04c-28698ec4e58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025023 May 11 21:13:21.837407 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e453e79-b990-47e8-a993-a9e33f838457 req-69bb34a1-565e-49e2-a420-c6c4dcff685a tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 210 time: 0.0515840 May 11 21:13:22.191295 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec3880-2f07-45c5-a50c-32fe99a83ac6 req-30b846f9-be54-43f8-8706-7c3158946f73 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:22.199943 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-27ec3880-2f07-45c5-a50c-32fe99a83ac6 req-30b846f9-be54-43f8-8706-7c3158946f73 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 931 time: 0.0649874 May 11 21:13:22.260412 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-27ec3880-2f07-45c5-a50c-32fe99a83ac6 req-f2874d43-8eac-40a3-b7b8-433e50e6348c tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594594 May 11 21:13:22.937867 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6f36cff5-c61f-49d2-a906-0cc84a9a49f3 req-838e4b31-cf39-4231-b9e6-03c45bee431c tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 210 time: 0.0305035 May 11 21:13:23.383334 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8a7fc-bc44-49e8-8ff5-5f1bad6f7c6a req-94574110-ad37-4306-92d5-9f7ad09fd3c5 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:23.385052 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5cd8a7fc-bc44-49e8-8ff5-5f1bad6f7c6a req-94574110-ad37-4306-92d5-9f7ad09fd3c5 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 931 time: 0.0491230 May 11 21:13:23.433814 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5cd8a7fc-bc44-49e8-8ff5-5f1bad6f7c6a req-e336a89a-b5b8-4a13-b17d-c07e8d6c859e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 May 11 21:13:23.681849 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-9f370d80-d876-4f10-ba5f-e263903caec8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644581309&fields=id&tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63 HTTP/1.1" status: 200 len: 267 time: 0.0435815 May 11 21:13:23.789461 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-c240edde-eb0d-4b5f-8290-9656895f675b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:23.790978 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-c240edde-eb0d-4b5f-8290-9656895f675b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 812 time: 0.1026599 May 11 21:13:23.805990 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-8c1fda99-ab47-49f3-81e6-a3ca66ab5ba3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/quotas/31585e8d8c2b4eb0b052b30e2ce5fa63 HTTP/1.1" status: 200 len: 375 time: 0.0096209 May 11 21:13:23.858335 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-b937630c-caa8-4345-a5e9-68af7220b8a6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467436 May 11 21:13:23.863869 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Request body: {'port': {'device_id': 'f69317df-5298-4b77-bd58-e2284db8656c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:23.926664 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (a75fd384-059f-48a9-8646-474738a13496), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:23.956226 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-953c75f7-4f69-49d3-9716-eb6e83218248 service neutron] 10.222.0.35 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854146 May 11 21:13:24.055489 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-a3e278e6-5baa-4491-bc06-bf595fe29c83 service neutron] 10.222.0.35 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927725 May 11 21:13:24.106587 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b3d709ee-580b-4bef-81f5-5285bf27bd40 req-05c4e28d-ee72-4b6d-9df5-6f08d14ed75d tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 210 time: 0.0388293 May 11 21:13:24.279357 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75fd384-059f-48a9-8646-474738a13496 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:13:24.287582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Publish callbacks [] for port (a75fd384-059f-48a9-8646-474738a13496), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:24.301863 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Transition to ACTIVE for port object a75fd384-059f-48a9-8646-474738a13496 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:13:24.435581 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (a75fd384-059f-48a9-8646-474738a13496), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:24.490231 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a75fd384-059f-48a9-8646-474738a13496,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.545419 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:24.597247 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e72b2-e61b-4466-a7ee-599dd9744190 req-6d3577e3-2142-4c90-a4ce-b726d02ba0a8 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:24.598788 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-250e72b2-e61b-4466-a7ee-599dd9744190 req-6d3577e3-2142-4c90-a4ce-b726d02ba0a8 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 943 time: 0.0860105 May 11 21:13:24.624442 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Attempting to bind port a75fd384-059f-48a9-8646-474738a13496 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:13:24.624785 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Attempting to bind port a75fd384-059f-48a9-8646-474738a13496 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:13:24.625105 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Attempting to bind port a75fd384-059f-48a9-8646-474738a13496 on network f01e4790-8167-4598-92e2-db182365e1c6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:24.632858 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Port a75fd384-059f-48a9-8646-474738a13496 on network f01e4790-8167-4598-92e2-db182365e1c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:13:24.633175 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Attempting to bind port a75fd384-059f-48a9-8646-474738a13496 on network f01e4790-8167-4598-92e2-db182365e1c6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:24.647010 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:13:24.647356 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Checking segment: {'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:24.647745 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Bound using segment: {'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:13:24.648210 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Bound port: a75fd384-059f-48a9-8646-474738a13496, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de30edbc-99b9-4ceb-aae7-0886b010f409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:13:24.648536 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (a75fd384-059f-48a9-8646-474738a13496), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:24.675431 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-250e72b2-e61b-4466-a7ee-599dd9744190 req-a5e4f7db-c2de-4356-8155-82627617d885 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667572 May 11 21:13:24.749559 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d06c08d-21d1-4b22-89bb-b3f89b29bc39 req-87ea2c1f-58cc-4a07-bd0f-a19b51d436ee tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 210 time: 0.0476601 May 11 21:13:24.749926 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] For port a75fd384-059f-48a9-8646-474738a13496, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:13:24.754485 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] For port a75fd384-059f-48a9-8646-474738a13496, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a75fd384-059f-48a9-8646-474738a13496,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:13:24.842230 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (a75fd384-059f-48a9-8646-474738a13496), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:24.876034 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:24.876682 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:24.878163 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] 10.222.0.70 "PUT /v2.0/ports/a75fd384-059f-48a9-8646-474738a13496 HTTP/1.1" status: 200 len: 1093 time: 1.0191813 May 11 21:13:24.880163 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'tag': 'a75fd384-059f-48a9-8646-474738a13496'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:13:24.880792 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240b67a7-33ba-492d-8071-4975b2fa32d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "tag": "a75fd384-059f-48a9-8646-474738a13496"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:13:24.907595 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d246e7-6121-4f69-86ff-474fd45545a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a75fd384-059f-48a9-8646-474738a13496,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:24.916786 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8d70fa-01a7-4d4f-97db-639446460d41 x-openstack-request-id: req-5c8d70fa-01a7-4d4f-97db-639446460d41 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:13:24.917254 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "tag": "a75fd384-059f-48a9-8646-474738a13496", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:13:24.917733 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c8d70fa-01a7-4d4f-97db-639446460d41 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:13:24.918161 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8d70fa-01a7-4d4f-97db-639446460d41'] response: {'name': 'network-changed', 'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'tag': 'a75fd384-059f-48a9-8646-474738a13496', 'status': 'completed', 'code': 200} May 11 21:13:25.030605 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b67a7-33ba-492d-8071-4975b2fa32d4 req-c1132f57-1844-4732-be9c-d34e1b02efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:25.032105 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-240b67a7-33ba-492d-8071-4975b2fa32d4 req-c1132f57-1844-4732-be9c-d34e1b02efde service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56&device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 1127 time: 0.0758009 May 11 21:13:25.156138 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca993477-49d4-423d-b5c5-6181952babd5 req-d181a63c-33ed-4a81-b646-cde6dd86b5cf tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:25.157619 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-d181a63c-33ed-4a81-b646-cde6dd86b5cf tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.70 "GET /v2.0/networks?id=450bdbb1-35fe-459c-a04c-28698ec4e58c HTTP/1.1" status: 200 len: 813 time: 0.2000697 May 11 21:13:25.180931 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Request body: {'port': {'device_id': '3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc', 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c', 'admin_state_up': True, 'tenant_id': 'b37271fa94bf4dd7b16f144dbb9c049c'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:25.199255 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b67a7-33ba-492d-8071-4975b2fa32d4 req-23bec602-3074-41de-9f34-6f7e5de10c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:25.200776 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-240b67a7-33ba-492d-8071-4975b2fa32d4 req-23bec602-3074-41de-9f34-6f7e5de10c78 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1417723 May 11 21:13:25.237133 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bf3e00d-1a59-4c2b-b4ed-7b72bce2fbf5 req-2ecbaf40-830d-4b27-97a9-4cc6c60e6193 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 210 time: 0.0525596 May 11 21:13:25.651710 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b67a7-33ba-492d-8071-4975b2fa32d4 req-b0baa5b3-1956-4af0-91a4-a09228c6a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:25.653398 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-240b67a7-33ba-492d-8071-4975b2fa32d4 req-b0baa5b3-1956-4af0-91a4-a09228c6a88b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4423268 May 11 21:13:25.737347 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-927b37ed-d00c-4598-96b3-46f8480d035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:25.738863 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-927b37ed-d00c-4598-96b3-46f8480d035a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56&device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 1127 time: 0.0442941 May 11 21:13:25.748753 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Made reservation on behalf of b37271fa94bf4dd7b16f144dbb9c049c for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:13:25.753193 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:25.823162 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-2ab9765e-3bfe-422e-a25e-5bbcc555d9d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75fd384-059f-48a9-8646-474738a13496 HTTP/1.1" status: 200 len: 217 time: 0.0664637 May 11 21:13:25.846779 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8d0a34cd-b868-425b-b8ee-d0e575999a64 req-8e22231d-9fd2-4eed-ad9c-09f3f8af56dc tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 210 time: 0.0323598 May 11 21:13:25.879500 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fa6ad-c7ab-4eea-b0e8-a25dce080552 req-d6cc4ed1-925d-49cb-a17b-ebfc0d2f46f9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:25.880966 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-535fa6ad-c7ab-4eea-b0e8-a25dce080552 req-d6cc4ed1-925d-49cb-a17b-ebfc0d2f46f9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 943 time: 0.1232705 May 11 21:13:25.949178 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a6313fc2-ccef-4d2a-aa5f-479baa8a0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:25.950644 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-a6313fc2-ccef-4d2a-aa5f-479baa8a0f3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d765d351-87c6-4de7-ba10-73372c480dbc HTTP/1.1" status: 200 len: 853 time: 0.1144285 May 11 21:13:26.036098 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-535fa6ad-c7ab-4eea-b0e8-a25dce080552 req-38ecf358-c729-44ca-94da-97681370e8c7 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483860 May 11 21:13:26.052164 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-8b3e1e50-9095-40a5-9a6c-d69bf359e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:26.053700 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-8b3e1e50-9095-40a5-9a6c-d69bf359e9b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f01e4790-8167-4598-92e2-db182365e1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847611 May 11 21:13:26.071030 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Allocated IP 172.20.0.5 (450bdbb1-35fe-459c-a04c-28698ec4e58c/40f371b9-ebf9-4157-8cb9-d2cde205195c/0b2017db-bd51-45f0-bb5b-b3407bb05753) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:26.199483 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-bdff515f-fb77-41f6-bf91-650cdc131100 service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377828 May 11 21:13:26.282172 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks [] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:26.343169 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9afbf0a-1a39-4890-a069-13e2338d2bef req-50a66f44-dc3e-4d03-815c-3c9806a2343d tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 210 time: 0.0270379 May 11 21:13:26.361860 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:26.405864 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Network 450bdbb1-35fe-459c-a04c-28698ec4e58c is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:26.411590 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:26.415951 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:26.419857 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Pushing event updated for resources: {'Port': ['ID=0b2017db-bd51-45f0-bb5b-b3407bb05753,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:26.464409 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:26.464958 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:26.522337 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-70f21773-03ef-463f-80ef-f2a9b25e2046 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3499501 May 11 21:13:26.944376 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f9c328e8-01c5-4c9a-8b2f-e2be7744cc24 req-b398e537-0bb7-495c-b318-42d30cfe48fb tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 210 time: 0.0315683 May 11 21:13:27.144175 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9ef3f-3ba9-4bfa-a105-ecc7a0280fab req-40154b93-b49f-4b58-a25b-5d4ec64debb4 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:27.145627 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0cf9ef3f-3ba9-4bfa-a105-ecc7a0280fab req-40154b93-b49f-4b58-a25b-5d4ec64debb4 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 943 time: 0.0454717 May 11 21:13:27.191276 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0cf9ef3f-3ba9-4bfa-a105-ecc7a0280fab req-68898e8d-0a61-451c-b6ed-fc8f30cd919d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 May 11 21:13:27.452560 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e1a19-4b09-4b2f-913a-f44b45283290 req-aa46f54a-1ecc-4c86-a265-b08ae97f8985 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:27.454037 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b23e1a19-4b09-4b2f-913a-f44b45283290 req-aa46f54a-1ecc-4c86-a265-b08ae97f8985 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 931 time: 0.0460434 May 11 21:13:27.499388 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b23e1a19-4b09-4b2f-913a-f44b45283290 req-eae9f85e-5ce3-4b69-9fc0-42822e96847c tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398343 May 11 21:13:28.039426 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6f6d2aa2-b3aa-40c6-8c0f-e7def831bca6 req-733b425b-dd5d-4a2d-a020-a2f1748386f4 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 210 time: 0.0306499 May 11 21:13:28.299384 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741749c-853f-4dcd-a4f7-ebd03858eb22 req-19674fed-ae70-473e-a82a-d0c4d74863d4 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:28.300830 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2741749c-853f-4dcd-a4f7-ebd03858eb22 req-19674fed-ae70-473e-a82a-d0c4d74863d4 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 943 time: 0.0461659 May 11 21:13:28.345885 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2741749c-853f-4dcd-a4f7-ebd03858eb22 req-fe1fe8d1-ac2a-4153-af76-eae76717c17e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 May 11 21:13:28.610663 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae2143-ec8c-4a25-a2df-7c2d2fb762c4 req-cd2b2c38-25e6-4813-bde3-2558c709d00a tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:28.612713 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d7ae2143-ec8c-4a25-a2df-7c2d2fb762c4 req-cd2b2c38-25e6-4813-bde3-2558c709d00a tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 931 time: 0.0468423 May 11 21:13:28.660007 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d7ae2143-ec8c-4a25-a2df-7c2d2fb762c4 req-ba668ee2-a9cd-4599-a3df-4aa8db66d6d9 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418191 May 11 21:13:28.735724 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Request body: {'port': {'device_id': '3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:28.864664 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:28.878625 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd641d4e-1fd5-4a19-aabf-149044731f42 req-ffdf539a-56be-4179-833c-c074149e323a service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553586 May 11 21:13:29.145645 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a4ea8b6a-c444-4e95-9374-adc8dad4db8a req-015d51d7-1d80-43c2-9ee9-7097831259d0 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 210 time: 0.0337632 May 11 21:13:29.197806 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2017db-bd51-45f0-bb5b-b3407bb05753 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:13:29.206627 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Publish callbacks [] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:29.217781 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Transition to ACTIVE for port object 0b2017db-bd51-45f0-bb5b-b3407bb05753 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:13:29.309493 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:29.361306 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Pushing event updated for resources: {'Port': ['ID=0b2017db-bd51-45f0-bb5b-b3407bb05753,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:29.430539 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Attempting to bind port 0b2017db-bd51-45f0-bb5b-b3407bb05753 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:13:29.430792 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Attempting to bind port 0b2017db-bd51-45f0-bb5b-b3407bb05753 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': '1edc51b3-4a35-4c35-b54f-3fd60853df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:13:29.431104 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Attempting to bind port 0b2017db-bd51-45f0-bb5b-b3407bb05753 on network 450bdbb1-35fe-459c-a04c-28698ec4e58c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:29.435476 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Port 0b2017db-bd51-45f0-bb5b-b3407bb05753 on network 450bdbb1-35fe-459c-a04c-28698ec4e58c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:13:29.435790 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Attempting to bind port 0b2017db-bd51-45f0-bb5b-b3407bb05753 on network 450bdbb1-35fe-459c-a04c-28698ec4e58c {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:29.441092 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:13:29.441422 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Checking segment: {'id': '1edc51b3-4a35-4c35-b54f-3fd60853df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:29.441832 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Bound using segment: {'id': '1edc51b3-4a35-4c35-b54f-3fd60853df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:13:29.442250 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Bound port: 0b2017db-bd51-45f0-bb5b-b3407bb05753, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1edc51b3-4a35-4c35-b54f-3fd60853df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:13:29.442601 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:29.465910 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e441091-18bb-44cc-9731-7909fb7f7c75 req-b164de2d-7754-417c-afc6-2fa69ea3c9ee tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:29.467419 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e441091-18bb-44cc-9731-7909fb7f7c75 req-b164de2d-7754-417c-afc6-2fa69ea3c9ee tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 943 time: 0.0534749 May 11 21:13:29.509482 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] For port 0b2017db-bd51-45f0-bb5b-b3407bb05753, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:13:29.512510 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] For port 0b2017db-bd51-45f0-bb5b-b3407bb05753, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=0b2017db-bd51-45f0-bb5b-b3407bb05753,segment=NetworkSegment(1edc51b3-4a35-4c35-b54f-3fd60853df7a),segment_id=1edc51b3-4a35-4c35-b54f-3fd60853df7a)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:13:29.513696 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e441091-18bb-44cc-9731-7909fb7f7c75 req-b1155bce-8524-4c2f-b59f-6f854833872a tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 May 11 21:13:29.590190 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:29.623717 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:29.624341 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:29.625719 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] 10.222.0.70 "PUT /v2.0/ports/0b2017db-bd51-45f0-bb5b-b3407bb05753 HTTP/1.1" status: 200 len: 1093 time: 0.8944869 May 11 21:13:29.626154 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc', 'tag': '0b2017db-bd51-45f0-bb5b-b3407bb05753'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:13:29.628891 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68a8087-2400-4293-ac59-58ec3fda3345" -d '{"events": [{"name": "network-changed", "server_uuid": "3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc", "tag": "0b2017db-bd51-45f0-bb5b-b3407bb05753"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:13:29.651277 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624088bd-e2d6-47cd-8e30-7ec6c1d3e06e service neutron] Pushing event updated for resources: {'Port': ['ID=0b2017db-bd51-45f0-bb5b-b3407bb05753,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:29.663632 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a159661-5594-43ac-99fe-cb3c5d342b54 x-openstack-request-id: req-3a159661-5594-43ac-99fe-cb3c5d342b54 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:13:29.663926 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc", "tag": "0b2017db-bd51-45f0-bb5b-b3407bb05753", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:13:29.664180 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a159661-5594-43ac-99fe-cb3c5d342b54 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:13:29.664580 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a159661-5594-43ac-99fe-cb3c5d342b54'] response: {'name': 'network-changed', 'server_uuid': '3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc', 'tag': '0b2017db-bd51-45f0-bb5b-b3407bb05753', 'status': 'completed', 'code': 200} May 11 21:13:29.772826 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532e503-7e1c-4b56-bd22-3f6577730ca0 req-dd4e9a34-75ec-4573-b605-6117ffe95b42 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:29.774313 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3532e503-7e1c-4b56-bd22-3f6577730ca0 req-dd4e9a34-75ec-4573-b605-6117ffe95b42 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 943 time: 0.0484838 May 11 21:13:29.821570 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3532e503-7e1c-4b56-bd22-3f6577730ca0 req-937c09ff-bb7d-4bff-98e6-5148fe29cbd9 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 May 11 21:13:30.264348 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-9d13b9d3-6627-4395-85b7-e68b4972a135 req-a3eb1719-3f35-4bc7-a6ad-cded5654cb19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 210 time: 0.0459428 May 11 21:13:30.338705 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a8087-2400-4293-ac59-58ec3fda3345 req-41a88e66-ab97-4cc7-a7f6-cd282470fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:30.340399 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f68a8087-2400-4293-ac59-58ec3fda3345 req-41a88e66-ab97-4cc7-a7f6-cd282470fafd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b37271fa94bf4dd7b16f144dbb9c049c&device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 1127 time: 0.1108041 May 11 21:13:30.439877 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-70da7d40-da3b-4427-aaf2-1e8100fd504f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:30.441430 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-70da7d40-da3b-4427-aaf2-1e8100fd504f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 812 time: 0.2094946 May 11 21:13:30.481961 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a8087-2400-4293-ac59-58ec3fda3345 req-7fc257a6-2704-4119-97ab-e394c8c3e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:30.483497 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f68a8087-2400-4293-ac59-58ec3fda3345 req-7fc257a6-2704-4119-97ab-e394c8c3e8ab service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b37271fa94bf4dd7b16f144dbb9c049c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1358352 May 11 21:13:30.550363 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-771b1451-7bca-4ec6-a924-151bb0c2860a tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63 HTTP/1.1" status: 200 len: 379 time: 0.1000021 May 11 21:13:30.579068 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'port': {'device_id': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'admin_state_up': True, 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'security_groups': ['36f6f2c9-d6ea-431a-9d54-539aad465ced']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:30.628368 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c538e-13ec-4605-9934-eaba96f18c13 req-0f511bd0-6147-42f0-be09-1d9646c47925 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:30.629870 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6e0c538e-13ec-4605-9934-eaba96f18c13 req-0f511bd0-6147-42f0-be09-1d9646c47925 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 943 time: 0.0483286 May 11 21:13:30.670607 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a8087-2400-4293-ac59-58ec3fda3345 req-89f35799-01cb-4376-81c4-62c46d48bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:30.672089 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f68a8087-2400-4293-ac59-58ec3fda3345 req-89f35799-01cb-4376-81c4-62c46d48bd87 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784205 May 11 21:13:30.677976 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6e0c538e-13ec-4605-9934-eaba96f18c13 req-10dccc49-a6a6-4e49-b19b-2aa33c893a17 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 May 11 21:13:30.721906 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device a75fd384-059f-48a9-8646-474738a13496 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:13:30.751588 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca993477-49d4-423d-b5c5-6181952babd5 req-f4d7a25b-bb2a-4001-8e1e-549e3ed6da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:30.753318 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-f4d7a25b-bb2a-4001-8e1e-549e3ed6da95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b37271fa94bf4dd7b16f144dbb9c049c&device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 1127 time: 0.0392473 May 11 21:13:30.800521 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-56d53ec5-307f-4a69-a2f7-a08eb371e21d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b2017db-bd51-45f0-bb5b-b3407bb05753 HTTP/1.1" status: 200 len: 217 time: 0.0394242 May 11 21:13:30.800971 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Made reservation on behalf of 31585e8d8c2b4eb0b052b30e2ce5fa63 for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:13:30.804408 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:30.821089 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port a75fd384-059f-48a9-8646-474738a13496, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a75fd384-059f-48a9-8646-474738a13496,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:30.833494 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': 'a75fd384-059f-48a9-8646-474738a13496', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'port_id': 'a75fd384-059f-48a9-8646-474738a13496', 'mac_address': 'fa:16:3e:94:f8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:13:30.872018 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port a75fd384-059f-48a9-8646-474738a13496 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:30.872408 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (a75fd384-059f-48a9-8646-474738a13496), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:30.885579 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75fd384-059f-48a9-8646-474738a13496 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:13:30.902230 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca993477-49d4-423d-b5c5-6181952babd5 req-1f1532b0-db5d-4120-9677-14b268c10b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:30.903893 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-1f1532b0-db5d-4120-9677-14b268c10b95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=40f371b9-ebf9-4157-8cb9-d2cde205195c HTTP/1.1" status: 200 len: 853 time: 0.0961351 May 11 21:13:30.906064 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port a75fd384-059f-48a9-8646-474738a13496, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a75fd384-059f-48a9-8646-474738a13496,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:30.956449 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (a75fd384-059f-48a9-8646-474738a13496), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:30.974541 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-02bfb4a8-7811-4ed5-a2df-d89443653fb4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=450bdbb1-35fe-459c-a04c-28698ec4e58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597484 May 11 21:13:30.989825 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b94c-0fa7-4b00-9bfb-afa17b731660 req-0de993d6-3bcf-49a2-aa06-abe29bbebb70 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:30.991251 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fbf7b94c-0fa7-4b00-9bfb-afa17b731660 req-0de993d6-3bcf-49a2-aa06-abe29bbebb70 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 943 time: 0.0910194 May 11 21:13:31.007156 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=a75fd384-059f-48a9-8646-474738a13496,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:31.122521 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Allocated IP 172.20.0.5 (c8d33d52-b2cd-4098-87c1-78268014f2dc/4cc88e64-ace5-4619-84b0-ef8325eab44c/99ecc292-71b0-4268-a0ea-f4af52d014c9) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:31.140592 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fbf7b94c-0fa7-4b00-9bfb-afa17b731660 req-bad1f1dc-f2e9-469b-8007-eb274fee14dd tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292782 May 11 21:13:31.175089 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-e43d61bb-e469-4c8e-95f5-178ab24c8496 service neutron] 10.222.0.70 "GET /v2.0/networks/450bdbb1-35fe-459c-a04c-28698ec4e58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829135 May 11 21:13:31.199947 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['a75fd384-059f-48a9-8646-474738a13496'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:13:31.339835 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ca993477-49d4-423d-b5c5-6181952babd5 req-436b9e96-ec9e-4064-9680-e57febb17ac6 service neutron] 10.222.0.70 "GET /v2.0/networks/450bdbb1-35fe-459c-a04c-28698ec4e58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561954 May 11 21:13:31.354920 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:31.385009 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bbdc9b70-718a-405a-8b6d-9be7c2b88424 req-ca609e79-d65c-4fae-af49-914f80c20089 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 210 time: 0.0481122 May 11 21:13:31.492659 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:31.533814 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Network c8d33d52-b2cd-4098-87c1-78268014f2dc is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:31.536907 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:31.543240 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:31.567185 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'Port': ['ID=99ecc292-71b0-4268-a0ea-f4af52d014c9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:31.595006 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:31.599990 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:31.678267 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-ef61bf72-6357-42d0-9b3d-52b935269616 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1029735 May 11 21:13:31.714631 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e9d67496-914f-43e6-8bb4-174235cb622b None None] Provisioning complete for port 99ecc292-71b0-4268-a0ea-f4af52d014c9 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:31.715005 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e9d67496-914f-43e6-8bb4-174235cb622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:31.753072 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e9d67496-914f-43e6-8bb4-174235cb622b None None] Port 99ecc292-71b0-4268-a0ea-f4af52d014c9 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:13:31.792584 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d323a50-4f9a-43fb-91cc-a84e25507ef3 req-890e2964-0d55-4973-ba35-577ff770d84c tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:31.794116 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3d323a50-4f9a-43fb-91cc-a84e25507ef3 req-890e2964-0d55-4973-ba35-577ff770d84c tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 944 time: 0.0480747 May 11 21:13:31.841775 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-3d323a50-4f9a-43fb-91cc-a84e25507ef3 req-cdb686a8-a4dd-4ea4-889c-46da9d144941 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 May 11 21:13:32.255661 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a907cb-2300-455e-899a-42591421392c req-a5005c8f-0d9e-48e9-b341-fb3b5d238e0d tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:32.257152 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3a907cb-2300-455e-899a-42591421392c req-a5005c8f-0d9e-48e9-b341-fb3b5d238e0d tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 943 time: 0.0487809 May 11 21:13:32.303222 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3a907cb-2300-455e-899a-42591421392c req-bbf4917b-caa9-4b49-bffb-ed4796601944 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 May 11 21:13:32.336717 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Request body: {'port': {'device_id': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:32.398585 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:32.524293 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b758944-51c2-4fed-ac7b-42de73288b7b req-38da4a20-56b4-4431-b4db-d2375b423d92 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:32.525776 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5b758944-51c2-4fed-ac7b-42de73288b7b req-38da4a20-56b4-4431-b4db-d2375b423d92 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 931 time: 0.0637696 May 11 21:13:32.643644 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5b758944-51c2-4fed-ac7b-42de73288b7b req-0d7e1e8a-ae6e-41f3-8a71-1a31e12815fc tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766222 May 11 21:13:32.748697 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 0b2017db-bd51-45f0-bb5b-b3407bb05753 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:13:32.753428 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device a75fd384-059f-48a9-8646-474738a13496 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:32.763188 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ecc292-71b0-4268-a0ea-f4af52d014c9 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:13:32.771102 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Publish callbacks [] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:32.786529 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Transition to ACTIVE for port object 99ecc292-71b0-4268-a0ea-f4af52d014c9 will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:13:32.847626 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:32.858571 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port a75fd384-059f-48a9-8646-474738a13496 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:13:32.893866 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 0b2017db-bd51-45f0-bb5b-b3407bb05753, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=0b2017db-bd51-45f0-bb5b-b3407bb05753,segment=NetworkSegment(1edc51b3-4a35-4c35-b54f-3fd60853df7a),segment_id=1edc51b3-4a35-4c35-b54f-3fd60853df7a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:32.905513 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Pushing event updated for resources: {'Port': ['ID=99ecc292-71b0-4268-a0ea-f4af52d014c9,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:32.911733 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '0b2017db-bd51-45f0-bb5b-b3407bb05753', 'network_id': '450bdbb1-35fe-459c-a04c-28698ec4e58c', 'port_id': '0b2017db-bd51-45f0-bb5b-b3407bb05753', 'mac_address': 'fa:16:3e:19:aa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f371b9-ebf9-4157-8cb9-d2cde205195c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:13:32.939257 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port a75fd384-059f-48a9-8646-474738a13496 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:32.939708 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (a75fd384-059f-48a9-8646-474738a13496), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:32.990294 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 0b2017db-bd51-45f0-bb5b-b3407bb05753 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:32.990833 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:33.013178 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2017db-bd51-45f0-bb5b-b3407bb05753 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:13:33.039505 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dfe7e-8f25-4cc5-9a06-a188f3242a33 req-9064552f-9f87-460c-9775-5c6fa2f00931 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:33.057659 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-984dfe7e-8f25-4cc5-9a06-a188f3242a33 req-9064552f-9f87-460c-9775-5c6fa2f00931 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 944 time: 0.0635839 May 11 21:13:33.057863 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Attempting to bind port 99ecc292-71b0-4268-a0ea-f4af52d014c9 on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:13:33.057863 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Attempting to bind port 99ecc292-71b0-4268-a0ea-f4af52d014c9 by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:13:33.057863 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Attempting to bind port 99ecc292-71b0-4268-a0ea-f4af52d014c9 on network c8d33d52-b2cd-4098-87c1-78268014f2dc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:33.057863 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Port 99ecc292-71b0-4268-a0ea-f4af52d014c9 on network c8d33d52-b2cd-4098-87c1-78268014f2dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:13:33.057863 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Attempting to bind port 99ecc292-71b0-4268-a0ea-f4af52d014c9 on network c8d33d52-b2cd-4098-87c1-78268014f2dc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:33.062706 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:13:33.063349 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Checking segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:33.064646 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Bound using segment: {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:13:33.065592 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Bound port: 99ecc292-71b0-4268-a0ea-f4af52d014c9, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46d5d61-f35b-49e0-b571-e842e9a67493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:13:33.067321 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:33.076875 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 0b2017db-bd51-45f0-bb5b-b3407bb05753, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=0b2017db-bd51-45f0-bb5b-b3407bb05753,segment=NetworkSegment(1edc51b3-4a35-4c35-b54f-3fd60853df7a),segment_id=1edc51b3-4a35-4c35-b54f-3fd60853df7a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:33.080938 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port a75fd384-059f-48a9-8646-474738a13496 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:33.081756 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (a75fd384-059f-48a9-8646-474738a13496), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:33.106999 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75fd384-059f-48a9-8646-474738a13496'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:13:33.110185 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4df21c-42f9-4c9a-bef7-3afd69e0f03d" -d '{"events": [{"server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "name": "network-vif-plugged", "status": "completed", "tag": "a75fd384-059f-48a9-8646-474738a13496"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:13:33.114139 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-984dfe7e-8f25-4cc5-9a06-a188f3242a33 req-f1f2b6dc-afb1-4c97-8662-e974e6da1497 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651438 May 11 21:13:33.124969 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port a75fd384-059f-48a9-8646-474738a13496, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a75fd384-059f-48a9-8646-474738a13496,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:33.156514 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] For port 99ecc292-71b0-4268-a0ea-f4af52d014c9, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:13:33.157474 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:33.160635 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] For port 99ecc292-71b0-4268-a0ea-f4af52d014c9, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=99ecc292-71b0-4268-a0ea-f4af52d014c9,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:13:33.161931 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37db6ce-7c92-476d-a626-77dca621b170 x-openstack-request-id: req-d37db6ce-7c92-476d-a626-77dca621b170 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:13:33.162227 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "name": "network-vif-plugged", "status": "completed", "tag": "a75fd384-059f-48a9-8646-474738a13496", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:13:33.162740 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d37db6ce-7c92-476d-a626-77dca621b170 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:13:33.163156 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37db6ce-7c92-476d-a626-77dca621b170'] response: {'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75fd384-059f-48a9-8646-474738a13496', 'code': 200} May 11 21:13:33.196899 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (a75fd384-059f-48a9-8646-474738a13496), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:33.219050 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:33.228245 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=0b2017db-bd51-45f0-bb5b-b3407bb05753,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:33.272582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:33.272582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:33.272582 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] 10.222.0.70 "PUT /v2.0/ports/99ecc292-71b0-4268-a0ea-f4af52d014c9 HTTP/1.1" status: 200 len: 1093 time: 0.9312136 May 11 21:13:33.272582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'tag': '99ecc292-71b0-4268-a0ea-f4af52d014c9'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:13:33.272582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e44b883-f47f-418c-b1eb-91a59c480428" -d '{"events": [{"name": "network-changed", "server_uuid": "e73f6c6a-d23d-42bc-b42c-1dc580fef95c", "tag": "99ecc292-71b0-4268-a0ea-f4af52d014c9"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:13:33.288794 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=a75fd384-059f-48a9-8646-474738a13496,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:33.297747 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71061a-81aa-4e93-9a40-98f77a0addf9 service neutron] Pushing event updated for resources: {'Port': ['ID=99ecc292-71b0-4268-a0ea-f4af52d014c9,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:33.321321 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7713462-894c-43e6-b2d6-459d1a4146ab x-openstack-request-id: req-b7713462-894c-43e6-b2d6-459d1a4146ab {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:13:33.321664 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73f6c6a-d23d-42bc-b42c-1dc580fef95c", "tag": "99ecc292-71b0-4268-a0ea-f4af52d014c9", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:13:33.321917 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b7713462-894c-43e6-b2d6-459d1a4146ab {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:13:33.322341 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7713462-894c-43e6-b2d6-459d1a4146ab'] response: {'name': 'network-changed', 'server_uuid': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'tag': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'status': 'completed', 'code': 200} May 11 21:13:33.371699 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:13:33.437324 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['0b2017db-bd51-45f0-bb5b-b3407bb05753'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:13:33.446886 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44b883-f47f-418c-b1eb-91a59c480428 req-ab7936d0-fbb7-4ad4-b0da-2a05fbc02e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:33.448397 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e44b883-f47f-418c-b1eb-91a59c480428 req-ab7936d0-fbb7-4ad4-b0da-2a05fbc02e88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 1127 time: 0.0750341 May 11 21:13:33.491655 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ccb9d-b3a2-48be-9ae9-f6c46d3aa5f7 req-8c6f32d6-efc4-46f5-a608-8ff3e7c8213b tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:33.493262 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a81ccb9d-b3a2-48be-9ae9-f6c46d3aa5f7 req-8c6f32d6-efc4-46f5-a608-8ff3e7c8213b tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 944 time: 0.0848916 May 11 21:13:33.595331 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d6a27-ec3c-477c-b84c-90946119b813 req-8fc4a7b9-9341-4fc5-8f27-73834e64874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:33.596733 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f84d6a27-ec3c-477c-b84c-90946119b813 req-8fc4a7b9-9341-4fc5-8f27-73834e64874d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 1129 time: 0.0965328 May 11 21:13:33.639721 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a81ccb9d-b3a2-48be-9ae9-f6c46d3aa5f7 req-1fa63088-efa1-4be9-98c8-ecce50fac339 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354525 May 11 21:13:33.656284 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44b883-f47f-418c-b1eb-91a59c480428 req-4b7284d4-a464-44b1-aca8-a5f4d8e46e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:33.657773 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e44b883-f47f-418c-b1eb-91a59c480428 req-4b7284d4-a464-44b1-aca8-a5f4d8e46e57 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2000499 May 11 21:13:33.691737 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f84d6a27-ec3c-477c-b84c-90946119b813 req-a2d89f80-2ebe-4ea7-8555-b3b8d67131bd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877850 May 11 21:13:33.759803 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2e6f9-0fc5-4b97-a8a2-00fa3aeede48 req-7760123f-a249-4220-b48a-67845f2ae9d3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:33.761279 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b1f2e6f9-0fc5-4b97-a8a2-00fa3aeede48 req-7760123f-a249-4220-b48a-67845f2ae9d3 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 943 time: 0.0494833 May 11 21:13:33.765579 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44b883-f47f-418c-b1eb-91a59c480428 req-b7a1d90e-094e-4c87-bcae-261a6095fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:33.767075 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e44b883-f47f-418c-b1eb-91a59c480428 req-b7a1d90e-094e-4c87-bcae-261a6095fc09 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998566 May 11 21:13:33.811209 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b1f2e6f9-0fc5-4b97-a8a2-00fa3aeede48 req-06a267d9-6d3d-40be-a1e5-f82f58a62004 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441654 May 11 21:13:33.959481 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-c2bac152-4b17-4a46-9d65-adc1e6f76660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:33.960962 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-c2bac152-4b17-4a46-9d65-adc1e6f76660 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 1127 time: 0.0387692 May 11 21:13:34.004617 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-354fc6f6-a4fe-4cd6-a38e-a140ea8a099d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ecc292-71b0-4268-a0ea-f4af52d014c9 HTTP/1.1" status: 200 len: 217 time: 0.0344210 May 11 21:13:34.052579 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-31b33501-2e45-4eda-8097-c58a0bb10a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:34.053941 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-31b33501-2e45-4eda-8097-c58a0bb10a96 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0420196 May 11 21:13:34.100491 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-c6056f84-099b-489e-85ca-c8e7ca1221ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:34.101930 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-c6056f84-099b-489e-85ca-c8e7ca1221ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395772 May 11 21:13:34.218383 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589245ab-580c-41d6-8273-bf0d96f62cde req-44ab435a-8537-4cb7-9547-3953fe5fd7b9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:34.219845 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-589245ab-580c-41d6-8273-bf0d96f62cde req-44ab435a-8537-4cb7-9547-3953fe5fd7b9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 945 time: 0.0455954 May 11 21:13:34.265862 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-589245ab-580c-41d6-8273-bf0d96f62cde req-27de7f44-c34d-4791-8479-f9bf1b9eddd4 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 May 11 21:13:34.761277 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-fae33b38-f39c-4028-85fe-9cbfac61e0fc service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703182 May 11 21:13:34.768379 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2affea-7841-4172-b51e-ad61893e60a9 req-83bda52d-b05a-4a74-ba45-d55fdb730e3e tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:34.768840 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 0b2017db-bd51-45f0-bb5b-b3407bb05753 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:34.778087 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c2affea-7841-4172-b51e-ad61893e60a9 req-83bda52d-b05a-4a74-ba45-d55fdb730e3e tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 944 time: 0.0657704 May 11 21:13:34.817201 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53014) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:34.822797 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 0b2017db-bd51-45f0-bb5b-b3407bb05753 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:13:34.841677 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c2affea-7841-4172-b51e-ad61893e60a9 req-93f14117-bcfe-481f-b3dd-3d3d096b0df8 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622301 May 11 21:13:34.898223 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 0b2017db-bd51-45f0-bb5b-b3407bb05753 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:34.898607 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:34.933550 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eff5aa3c-6a98-4e15-837d-4f580d41b7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:34.942066 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edf6ad-6f97-4363-a508-a69bedaf04d4 req-92937d1f-c574-445e-973b-60800fe5485a tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:34.943500 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-68edf6ad-6f97-4363-a508-a69bedaf04d4 req-92937d1f-c574-445e-973b-60800fe5485a tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 943 time: 0.0602524 May 11 21:13:34.976084 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 0b2017db-bd51-45f0-bb5b-b3407bb05753 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:34.976469 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:35.008813 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 0b2017db-bd51-45f0-bb5b-b3407bb05753, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=0b2017db-bd51-45f0-bb5b-b3407bb05753,segment=NetworkSegment(1edc51b3-4a35-4c35-b54f-3fd60853df7a),segment_id=1edc51b3-4a35-4c35-b54f-3fd60853df7a)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:35.018144 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-68edf6ad-6f97-4363-a508-a69bedaf04d4 req-6527160f-862b-45a1-9b5b-7bc1505c4ecf tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663779 May 11 21:13:35.051286 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eff5aa3c-6a98-4e15-837d-4f580d41b7f6 admin admin] Publish callbacks [] for security_group (6bad21f1-5f13-4b12-b61a-28d76f6364a5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:35.069765 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:35.114783 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=0b2017db-bd51-45f0-bb5b-b3407bb05753,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:35.127721 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eff5aa3c-6a98-4e15-837d-4f580d41b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (6bad21f1-5f13-4b12-b61a-28d76f6364a5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:35.163947 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2017db-bd51-45f0-bb5b-b3407bb05753'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:13:35.166349 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c4d17a-af2a-422e-8396-a90bcbd79110" -d '{"events": [{"server_uuid": "3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc", "name": "network-vif-plugged", "status": "completed", "tag": "0b2017db-bd51-45f0-bb5b-b3407bb05753"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:13:35.201240 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-eff5aa3c-6a98-4e15-837d-4f580d41b7f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b70316ec7169441f84ac5dc86774caf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758495 May 11 21:13:35.201240 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5aa3c-6a98-4e15-837d-4f580d41b7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bad21f1-5f13-4b12-b61a-28d76f6364a5,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:35.201472 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53022) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:35.213478 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fc3b65-9b68-4da8-9721-489565539909 x-openstack-request-id: req-08fc3b65-9b68-4da8-9721-489565539909 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:13:35.213927 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc", "name": "network-vif-plugged", "status": "completed", "tag": "0b2017db-bd51-45f0-bb5b-b3407bb05753", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:13:35.214200 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-08fc3b65-9b68-4da8-9721-489565539909 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:13:35.214669 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fc3b65-9b68-4da8-9721-489565539909'] response: {'server_uuid': '3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2017db-bd51-45f0-bb5b-b3407bb05753', 'code': 200} May 11 21:13:35.250438 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d345084-cdab-4c68-b1c9-1a3ec3d99a22 admin admin] Publish callbacks [] for security_group (6bad21f1-5f13-4b12-b61a-28d76f6364a5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:35.269811 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c78b7b14-033a-4719-b536-d34f0a13cc5d req-dc0c47f9-9b2a-4402-a9fe-c602c6cb7ace service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222177 May 11 21:13:35.273167 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d345084-cdab-4c68-b1c9-1a3ec3d99a22 admin admin] Publish callbacks [] for security_group (6bad21f1-5f13-4b12-b61a-28d76f6364a5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:35.379345 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3a0ce-e443-45a7-9bed-1c42dd5d81f9 req-8e62705f-95dc-46f8-bc04-09dfec2b4c25 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:35.380737 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b1c3a0ce-e443-45a7-9bed-1c42dd5d81f9 req-8e62705f-95dc-46f8-bc04-09dfec2b4c25 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 945 time: 0.0476754 May 11 21:13:35.413022 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d345084-cdab-4c68-b1c9-1a3ec3d99a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (6bad21f1-5f13-4b12-b61a-28d76f6364a5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:35.415626 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6d345084-cdab-4c68-b1c9-1a3ec3d99a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:35.416918 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6d345084-cdab-4c68-b1c9-1a3ec3d99a22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6bad21f1-5f13-4b12-b61a-28d76f6364a5 HTTP/1.1" status: 204 len: 168 time: 0.2189441 May 11 21:13:35.425650 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d345084-cdab-4c68-b1c9-1a3ec3d99a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bad21f1-5f13-4b12-b61a-28d76f6364a5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:35.432142 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b1c3a0ce-e443-45a7-9bed-1c42dd5d81f9 req-2e374ff7-2d6e-4479-9bcd-9c8b95e004ef tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459077 May 11 21:13:35.545852 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee222-5a9e-4d0b-8340-95904484a9de req-ef0e71a5-4055-47f0-9533-efcd27ed5379 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:35.547296 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f4cee222-5a9e-4d0b-8340-95904484a9de req-ef0e71a5-4055-47f0-9533-efcd27ed5379 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 945 time: 0.0450952 May 11 21:13:35.595734 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f4cee222-5a9e-4d0b-8340-95904484a9de req-97512e02-12fe-47a6-9ef7-b6aacffb4cf1 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415642 May 11 21:13:35.673270 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a341b0-2de9-4414-a1b5-4e5430fbfdb9 req-4006d480-2e8f-4bf4-8b1c-33ba83f2e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:35.675383 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66a341b0-2de9-4414-a1b5-4e5430fbfdb9 req-4006d480-2e8f-4bf4-8b1c-33ba83f2e748 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 1129 time: 0.0388730 May 11 21:13:35.724667 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-66a341b0-2de9-4414-a1b5-4e5430fbfdb9 req-ba1275f7-9fcd-4b61-b1f5-2ef0a481e75b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423713 May 11 21:13:35.925922 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1497734-e91c-4791-9ee4-2bc58955822e req-bb4e8c85-70d4-4198-bc02-049db056792f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:35.927460 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e1497734-e91c-4791-9ee4-2bc58955822e req-bb4e8c85-70d4-4198-bc02-049db056792f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 945 time: 0.0490277 May 11 21:13:35.980106 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e1497734-e91c-4791-9ee4-2bc58955822e req-bf4c9d58-cf91-46aa-84d7-a957f2abebfc tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 May 11 21:13:36.133313 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9a381-8256-4934-a14a-6f3aac9c7193 req-e5219128-ad34-43d0-b849-da4d900229d0 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:36.134833 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-25e9a381-8256-4934-a14a-6f3aac9c7193 req-e5219128-ad34-43d0-b849-da4d900229d0 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 945 time: 0.0505686 May 11 21:13:36.161093 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66f792-bc3d-48b9-bf59-691faf1db5a6 req-3c7c94b5-f7a5-4d0a-a785-22e1d8a5bb10 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:36.162651 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea66f792-bc3d-48b9-bf59-691faf1db5a6 req-3c7c94b5-f7a5-4d0a-a785-22e1d8a5bb10 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 943 time: 0.0697021 May 11 21:13:36.190492 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-25e9a381-8256-4934-a14a-6f3aac9c7193 req-802cba39-ac2b-4fbb-a30b-05a476f40676 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468438 May 11 21:13:36.218480 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea66f792-bc3d-48b9-bf59-691faf1db5a6 req-da1b31c1-45ca-41a1-836b-5d1cee962eee tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493793 May 11 21:13:37.006859 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53070) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:37.111962 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52ac678b-9c3b-4603-983f-ba2e6152ee4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:37.186356 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52ac678b-9c3b-4603-983f-ba2e6152ee4a admin admin] Publish callbacks [] for security_group (5a6cb73f-e1c9-4947-af98-a75a18d1864b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:37.294979 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52ac678b-9c3b-4603-983f-ba2e6152ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5a6cb73f-e1c9-4947-af98-a75a18d1864b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:37.323443 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e2072-8957-449f-b2da-dbd9ceb66801 req-087ad631-ac7f-4cd9-b3f2-c12fd09120c8 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:37.325183 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd2e2072-8957-449f-b2da-dbd9ceb66801 req-087ad631-ac7f-4cd9-b3f2-c12fd09120c8 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 945 time: 0.0636013 May 11 21:13:37.336058 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fa244-af7c-4466-98b6-7ab42be9b23f req-2338ccd6-2c5d-46de-8450-535aee73c814 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:37.337782 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac0fa244-af7c-4466-98b6-7ab42be9b23f req-2338ccd6-2c5d-46de-8450-535aee73c814 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 943 time: 0.0509117 May 11 21:13:37.359400 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-52ac678b-9c3b-4603-983f-ba2e6152ee4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=faddc2cbb91344f5a1f2c27a6773c220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514633 May 11 21:13:37.362054 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac678b-9c3b-4603-983f-ba2e6152ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6cb73f-e1c9-4947-af98-a75a18d1864b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:37.362877 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53078) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:37.392377 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-bd2e2072-8957-449f-b2da-dbd9ceb66801 req-cc2158c6-da72-49f5-920f-0f815b897f46 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570769 May 11 21:13:37.409199 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac0fa244-af7c-4466-98b6-7ab42be9b23f req-5dfb4986-cfc7-4304-b4b0-b2d510f94d6d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658491 May 11 21:13:37.432643 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023ea752-5c5d-497c-8bad-f9c6640dfb63 admin admin] Publish callbacks [] for security_group (5a6cb73f-e1c9-4947-af98-a75a18d1864b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:37.453915 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023ea752-5c5d-497c-8bad-f9c6640dfb63 admin admin] Publish callbacks [] for security_group (5a6cb73f-e1c9-4947-af98-a75a18d1864b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:37.559825 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023ea752-5c5d-497c-8bad-f9c6640dfb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (5a6cb73f-e1c9-4947-af98-a75a18d1864b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:37.562380 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-023ea752-5c5d-497c-8bad-f9c6640dfb63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:37.563499 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-023ea752-5c5d-497c-8bad-f9c6640dfb63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a6cb73f-e1c9-4947-af98-a75a18d1864b HTTP/1.1" status: 204 len: 168 time: 0.1997299 May 11 21:13:37.571085 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ea752-5c5d-497c-8bad-f9c6640dfb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6cb73f-e1c9-4947-af98-a75a18d1864b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:38.505044 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93193caf-877f-4f9b-b581-378d399f59f0 req-484d6f1d-893d-4685-84a1-48cf68905c5a tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:38.506601 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-93193caf-877f-4f9b-b581-378d399f59f0 req-484d6f1d-893d-4685-84a1-48cf68905c5a tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 945 time: 0.0460975 May 11 21:13:38.554436 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-93193caf-877f-4f9b-b581-378d399f59f0 req-70b2c161-cdbc-4c56-9502-e901dbb4a454 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 May 11 21:13:38.609580 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53122) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:38.653965 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0c0dd-c1fb-407d-a3cc-2b1e19437a01 req-ebadf107-084a-4d03-aae6-0aa77dae081f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:38.655488 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fac0c0dd-c1fb-407d-a3cc-2b1e19437a01 req-ebadf107-084a-4d03-aae6-0aa77dae081f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 943 time: 0.0476611 May 11 21:13:38.718814 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-246471063-network', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:38.734271 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fac0c0dd-c1fb-407d-a3cc-2b1e19437a01 req-252a323c-a783-4b76-a173-75869ac4bda7 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710852 May 11 21:13:38.794651 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Made reservation on behalf of 715fee0f9c6e4c73b716faa3b978208c for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:13:38.798608 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:38.806577 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:38.885357 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Publish callbacks [] for security_group (7bc4a467-5c7e-4d04-bd7b-3922ceb0b00a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:38.948648 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (7bc4a467-5c7e-4d04-bd7b-3922ceb0b00a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:38.977964 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:13:38.987567 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc4a467-5c7e-4d04-bd7b-3922ceb0b00a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:38.992960 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (3c07655b-dc12-4d6d-a050-880e52a707d1), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:38.993375 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Added segment 3c07655b-dc12-4d6d-a050-880e52a707d1 of type vlan for network d6869d34-bf63-4e4e-9ffe-81f61871d221 May 11 21:13:39.033926 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (d6869d34-bf63-4e4e-9ffe-81f61871d221), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:39.178653 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (d6869d34-bf63-4e4e-9ffe-81f61871d221), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:39.179738 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:39.180356 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:39.242371 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d6869d34-bf63-4e4e-9ffe-81f61871d221,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:39.252493 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network d6869d34-bf63-4e4e-9ffe-81f61871d221 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:13:39.299946 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-fa6fb144-5cfc-4cd0-8e0c-78bf37953eb7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6892686 May 11 21:13:39.302946 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53134) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:39.307658 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Request body: {'subnet': {'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-246471063-subnet', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:39.424043 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Made reservation on behalf of 715fee0f9c6e4c73b716faa3b978208c for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:13:39.426503 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3811015'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:39.653296 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3811025'] for subnet (fde61afb-76a5-4aad-8744-4e41ed245368), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:39.715118 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde61afb-76a5-4aad-8744-4e41ed245368,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:39.721931 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Checking segment: {'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:39.722282 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Network hostable DHCP agents. Network: d6869d34-bf63-4e4e-9ffe-81f61871d221, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:13:39.795257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Network d6869d34-bf63-4e4e-9ffe-81f61871d221 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:13:39.850069 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700ede7-60b7-460c-9c77-6b174c805004 req-fee21391-c1a7-41a7-87b5-0ebea674c183 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:39.851585 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f700ede7-60b7-460c-9c77-6b174c805004 req-fee21391-c1a7-41a7-87b5-0ebea674c183 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 943 time: 0.0488660 May 11 21:13:39.886705 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, d6869d34-bf63-4e4e-9ffe-81f61871d221) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:39.890671 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:39.891278 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:39.898379 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87d0fa-1975-4941-b6d4-0c8dd8369806 None None] Network d6869d34-bf63-4e4e-9ffe-81f61871d221 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:13:39.900626 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f700ede7-60b7-460c-9c77-6b174c805004 req-0b86c94a-cef7-4ed7-8470-1282d064bc7c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433624 May 11 21:13:39.975252 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8c6d1d98-d025-4d29-a69c-55f276e05e05 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6711774 May 11 21:13:39.988037 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53142) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:39.992348 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:40.002468 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b69250bc-d3e1-41ee-9b82-873bd02aaa46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.011019 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-d6869d34-bf63-4e4e-9ffe-81f61871d221', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 21:13:40.012014 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.068900 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (3392c7a9-9940-43ad-a27a-36dc9676c90a), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.069979 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (3392c7a9-9940-43ad-a27a-36dc9676c90a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.120547 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks [] for router_controller (3392c7a9-9940-43ad-a27a-36dc9676c90a), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.148064 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Allocated IP 172.20.0.2 (d6869d34-bf63-4e4e-9ffe-81f61871d221/fde61afb-76a5-4aad-8744-4e41ed245368/fbfabf9f-91d0-4236-b46a-afa6a5a30358) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:40.294330 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Publish callbacks [] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.319655 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks [] for router_gateway (3392c7a9-9940-43ad-a27a-36dc9676c90a), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.367101 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.403266 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Network d6869d34-bf63-4e4e-9ffe-81f61871d221 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:40.406014 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:40.410128 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:40.421362 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Pushing event updated for resources: {'Port': ['ID=fbfabf9f-91d0-4236-b46a-afa6a5a30358,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:40.478492 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Attempting to bind port fbfabf9f-91d0-4236-b46a-afa6a5a30358 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:13:40.478886 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Attempting to bind port fbfabf9f-91d0-4236-b46a-afa6a5a30358 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:13:40.479228 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Attempting to bind port fbfabf9f-91d0-4236-b46a-afa6a5a30358 on network d6869d34-bf63-4e4e-9ffe-81f61871d221 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:40.484357 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:13:40.484753 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Checking segment: {'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:40.485149 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.485627 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Bound using segment: {'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:13:40.486090 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Bound port: fbfabf9f-91d0-4236-b46a-afa6a5a30358, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:13:40.486469 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.548706 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] For port fbfabf9f-91d0-4236-b46a-afa6a5a30358, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:13:40.551949 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] For port fbfabf9f-91d0-4236-b46a-afa6a5a30358, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=fbfabf9f-91d0-4236-b46a-afa6a5a30358,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:13:40.566920 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks [] for router_gateway (3392c7a9-9940-43ad-a27a-36dc9676c90a), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.586013 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.630120 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.692191 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c41d6b-ee11-45c6-b931-e1c083bf95eb None None] Pushing event updated for resources: {'Port': ['ID=fbfabf9f-91d0-4236-b46a-afa6a5a30358,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:40.705830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Allocated IP 172.27.3.132 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/71f1eceb-372b-4283-9870-b4b8211c6fe1) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:40.823003 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks [] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:40.961466 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:41.024270 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:41.033473 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:41.035887 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:41.067670 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Pushing event updated for resources: {'Port': ['ID=71f1eceb-372b-4283-9870-b4b8211c6fe1,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:41.081893 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767c71d-0461-42fe-aa4c-0ae31e73ce3a req-d5d74a28-0d74-4c72-851e-c12c830e86f1 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:41.083354 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2767c71d-0461-42fe-aa4c-0ae31e73ce3a req-d5d74a28-0d74-4c72-851e-c12c830e86f1 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 943 time: 0.1108611 May 11 21:13:41.219444 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2767c71d-0461-42fe-aa4c-0ae31e73ce3a req-3e5ce101-6fb0-4017-aa1b-3c5616a1bc4f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301239 May 11 21:13:41.472343 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks [] for router_gateway (3392c7a9-9940-43ad-a27a-36dc9676c90a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:41.571948 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38fcb6c-23a2-4dd8-90a2-285afa487861 None None] Network d6869d34-bf63-4e4e-9ffe-81f61871d221 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:13:41.641215 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Provisioning complete for port fbfabf9f-91d0-4236-b46a-afa6a5a30358 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:41.641477 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:41.680821 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (3392c7a9-9940-43ad-a27a-36dc9676c90a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:41.758918 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Current status of the port fbfabf9f-91d0-4236-b46a-afa6a5a30358 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:41.759310 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:41.796315 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] For port fbfabf9f-91d0-4236-b46a-afa6a5a30358, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=fbfabf9f-91d0-4236-b46a-afa6a5a30358,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:41.857896 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:41.890896 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Router 3392c7a9-9940-43ad-a27a-36dc9676c90a is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 21:13:41.910224 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Pushing event updated for resources: {'Port': ['ID=fbfabf9f-91d0-4236-b46a-afa6a5a30358,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:41.917828 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.918183 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.918524 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.918866 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.919202 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.919536 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.919865 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.920191 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.920514 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.920840 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.921164 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.921489 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.921974 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.922300 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.922623 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e2571-d50b-48be-9d8d-3193c2bde33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:41.976888 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-c3b69124-bec0-4674-a9aa-96d04ec84ea6 None None] Provisioning complete for port fbfabf9f-91d0-4236-b46a-afa6a5a30358 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:41.977259 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c3b69124-bec0-4674-a9aa-96d04ec84ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:42.000397 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:13:42.013304 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Sync routers for ids ['3392c7a9-9940-43ad-a27a-36dc9676c90a'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:13:42.032077 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Routers {'3392c7a9-9940-43ad-a27a-36dc9676c90a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:42.033277 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['3392c7a9-9940-43ad-a27a-36dc9676c90a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:42.077458 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:42.078725 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-32d81b7d-ff4e-48d7-9383-362e07688006 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0897260 May 11 21:13:42.081930 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53154) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:42.109890 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-c3b69124-bec0-4674-a9aa-96d04ec84ea6 None None] Current status of the port fbfabf9f-91d0-4236-b46a-afa6a5a30358 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:42.178197 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Set router 3392c7a9-9940-43ad-a27a-36dc9676c90a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:42.237498 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-5edf3a8b-d304-4d31-9f40-48032bad5888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:42.340948 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdef110-1256-4b1f-a35f-82bf50f9292a req-e0378f22-f85b-4f5f-a5c6-8f7a2eff2aaa tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:42.343393 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bdef110-1256-4b1f-a35f-82bf50f9292a req-e0378f22-f85b-4f5f-a5c6-8f7a2eff2aaa tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 943 time: 0.0504501 May 11 21:13:42.375074 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:41Z', 'revision_number': 3, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:42.400457 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bdef110-1256-4b1f-a35f-82bf50f9292a req-8bfeb3e5-306c-4f9f-8459-614b2e29c771 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504518 May 11 21:13:42.412284 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Checking router: 3392c7a9-9940-43ad-a27a-36dc9676c90a for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:13:42.412636 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Updating router 3392c7a9-9940-43ad-a27a-36dc9676c90a port 71f1eceb-372b-4283-9870-b4b8211c6fe1 binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:13:42.444072 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:42.651259 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fbfabf9f-91d0-4236-b46a-afa6a5a30358 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:42.736583 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port fbfabf9f-91d0-4236-b46a-afa6a5a30358 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:42.739594 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:42.781547 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:42.813013 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Publish callbacks [] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:42.815252 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 99ecc292-71b0-4268-a0ea-f4af52d014c9 details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:13:42.887194 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:42.922923 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port fbfabf9f-91d0-4236-b46a-afa6a5a30358 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:42.945670 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Allocated IP 172.20.0.1 (d6869d34-bf63-4e4e-9ffe-81f61871d221/fde61afb-76a5-4aad-8744-4e41ed245368/8eb01146-737b-496f-9415-78ec9f5c4911) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:43.058771 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Publish callbacks [] for port (8eb01146-737b-496f-9415-78ec9f5c4911), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.118942 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Attempting to bind port 71f1eceb-372b-4283-9870-b4b8211c6fe1 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:13:43.119310 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Attempting to bind port 71f1eceb-372b-4283-9870-b4b8211c6fe1 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:13:43.119665 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Attempting to bind port 71f1eceb-372b-4283-9870-b4b8211c6fe1 on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:43.125696 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e8d3-4639-4096-815a-fb6dd6617281 None None] Pushing event updated for resources: {'Port': ['ID=71f1eceb-372b-4283-9870-b4b8211c6fe1,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:43.135720 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:13:43.136093 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:43.136491 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.136910 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:13:43.137368 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Bound port: 71f1eceb-372b-4283-9870-b4b8211c6fe1, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:13:43.137768 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.161680 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.172243 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 99ecc292-71b0-4268-a0ea-f4af52d014c9, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=99ecc292-71b0-4268-a0ea-f4af52d014c9,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:43.193315 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'port_id': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'mac_address': 'fa:16:3e:11:76:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:13:43.200820 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Network d6869d34-bf63-4e4e-9ffe-81f61871d221 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:43.203808 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:43.211583 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:43.230275 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] For port 71f1eceb-372b-4283-9870-b4b8211c6fe1, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:13:43.240257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb01146-737b-496f-9415-78ec9f5c4911,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:43.246772 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] For port 71f1eceb-372b-4283-9870-b4b8211c6fe1, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=71f1eceb-372b-4283-9870-b4b8211c6fe1,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:13:43.258627 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (3392c7a9-9940-43ad-a27a-36dc9676c90a), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.260013 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 99ecc292-71b0-4268-a0ea-f4af52d014c9 is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:43.260550 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.280981 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ecc292-71b0-4268-a0ea-f4af52d014c9 {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:13:43.302507 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 99ecc292-71b0-4268-a0ea-f4af52d014c9, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=99ecc292-71b0-4268-a0ea-f4af52d014c9,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:43.362337 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.417147 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.423893 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Routers {'3392c7a9-9940-43ad-a27a-36dc9676c90a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:43.424530 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['3392c7a9-9940-43ad-a27a-36dc9676c90a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:43.467760 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e8d3-4639-4096-815a-fb6dd6617281 None None] Pushing event updated for resources: {'Port': ['ID=71f1eceb-372b-4283-9870-b4b8211c6fe1,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:43.470833 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.507485 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-a3b0243d-6d75-49db-aa70-5ec9e8da9a6f None None] Provisioning complete for port 8eb01146-737b-496f-9415-78ec9f5c4911 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:43.507850 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a3b0243d-6d75-49db-aa70-5ec9e8da9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.554075 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef7483-bf43-4b2c-b37c-0099cc6efd3b req-4a15538d-ccb6-4215-8284-1f2112b37052 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:43.555563 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-afef7483-bf43-4b2c-b37c-0099cc6efd3b req-4a15538d-ccb6-4215-8284-1f2112b37052 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 944 time: 0.0752816 May 11 21:13:43.601418 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0243d-6d75-49db-aa70-5ec9e8da9a6f None None] Port 8eb01146-737b-496f-9415-78ec9f5c4911 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:13:43.608607 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=99ecc292-71b0-4268-a0ea-f4af52d014c9,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:43.624993 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] Set router 3392c7a9-9940-43ad-a27a-36dc9676c90a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:43.651815 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-afef7483-bf43-4b2c-b37c-0099cc6efd3b req-250f5453-9091-4fb0-954e-dbf7c8b51c31 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870478 May 11 21:13:43.680978 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['99ecc292-71b0-4268-a0ea-f4af52d014c9'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:13:43.748024 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Publish callbacks [] for port (8eb01146-737b-496f-9415-78ec9f5c4911), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.830608 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.858556 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.896527 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:41Z', 'revision_number': 3, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:43.924368 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb01146-737b-496f-9415-78ec9f5c4911,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:43.926910 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (3392c7a9-9940-43ad-a27a-36dc9676c90a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:43.931154 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e54f5b-1b53-4be5-968c-6d14560766f0 None None] The sync data for ids ['3392c7a9-9940-43ad-a27a-36dc9676c90a'] in dv-cinder-841467-1-iscsi is: [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:41Z', 'revision_number': 3, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:13:44.045246 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Network d6869d34-bf63-4e4e-9ffe-81f61871d221 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:44.046771 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:44.184085 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Router 3392c7a9-9940-43ad-a27a-36dc9676c90a has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:13:44.313060 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:13:44.324684 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-9c9f2d9f-0eff-45e2-affe-42812743f427 admin admin] 10.222.0.35 "PUT /v2.0/routers/3392c7a9-9940-43ad-a27a-36dc9676c90a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2363539 May 11 21:13:44.428067 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-8239cc6b-396b-4c89-95c3-99e12b61b2a4 None None] Provisioning complete for port 8eb01146-737b-496f-9415-78ec9f5c4911 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:44.428569 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8239cc6b-396b-4c89-95c3-99e12b61b2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:44.465179 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-8239cc6b-396b-4c89-95c3-99e12b61b2a4 None None] Port 8eb01146-737b-496f-9415-78ec9f5c4911 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:13:44.638283 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 71f1eceb-372b-4283-9870-b4b8211c6fe1 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:44.693066 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 71f1eceb-372b-4283-9870-b4b8211c6fe1 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:44.693679 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:44.777454 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 71f1eceb-372b-4283-9870-b4b8211c6fe1 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:44.778215 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:44.785479 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54713243-f720-43cf-9927-0e0ebbb177d4 req-4cd9357a-bdce-414d-b675-6c092d70d9f5 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:44.787184 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54713243-f720-43cf-9927-0e0ebbb177d4 req-4cd9357a-bdce-414d-b675-6c092d70d9f5 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 944 time: 0.0521696 May 11 21:13:44.803175 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port 71f1eceb-372b-4283-9870-b4b8211c6fe1, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=71f1eceb-372b-4283-9870-b4b8211c6fe1,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:44.833572 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 99ecc292-71b0-4268-a0ea-f4af52d014c9 up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:44.880022 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:44.886338 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54713243-f720-43cf-9927-0e0ebbb177d4 req-06a006c6-7681-4e05-9c3b-6c6ef7032d2a tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901687 May 11 21:13:44.922683 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 99ecc292-71b0-4268-a0ea-f4af52d014c9 completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:13:44.942204 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=71f1eceb-372b-4283-9870-b4b8211c6fe1,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:45.000588 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 99ecc292-71b0-4268-a0ea-f4af52d014c9 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:45.001627 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.101052 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.108198 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 99ecc292-71b0-4268-a0ea-f4af52d014c9 is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:45.108718 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.132602 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ecc292-71b0-4268-a0ea-f4af52d014c9'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:13:45.134021 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53188) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:45.135033 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d430139-e66f-4f8d-89d3-577ee42eef9a" -d '{"events": [{"server_uuid": "e73f6c6a-d23d-42bc-b42c-1dc580fef95c", "name": "network-vif-plugged", "status": "completed", "tag": "99ecc292-71b0-4268-a0ea-f4af52d014c9"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:13:45.139340 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-84098766-network', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:45.148244 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 99ecc292-71b0-4268-a0ea-f4af52d014c9, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=99ecc292-71b0-4268-a0ea-f4af52d014c9,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:45.175931 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41855fdd-f234-4286-8cbc-1c337d6c4fa1 x-openstack-request-id: req-41855fdd-f234-4286-8cbc-1c337d6c4fa1 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:13:45.176327 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73f6c6a-d23d-42bc-b42c-1dc580fef95c", "name": "network-vif-plugged", "status": "completed", "tag": "99ecc292-71b0-4268-a0ea-f4af52d014c9", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:13:45.176587 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41855fdd-f234-4286-8cbc-1c337d6c4fa1 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:13:45.179903 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41855fdd-f234-4286-8cbc-1c337d6c4fa1'] response: {'server_uuid': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'code': 200} May 11 21:13:45.212666 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.235228 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Made reservation on behalf of d907c79abcf14c0b943fa50af057aa9a for: {'network': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:13:45.237867 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for network (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.247043 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.261264 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=99ecc292-71b0-4268-a0ea-f4af52d014c9,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:45.323887 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Publish callbacks [] for security_group (48e1b548-af45-4cdb-a905-113dae8c1b56), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.383218 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (48e1b548-af45-4cdb-a905-113dae8c1b56), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.409080 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=104009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 21:13:45.418552 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e1b548-af45-4cdb-a905-113dae8c1b56,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:45.424462 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743785534733', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (425e4490-0409-4dff-94d6-ed5da4037c7d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.425223 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.segments_db [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Added segment 425e4490-0409-4dff-94d6-ed5da4037c7d of type vlan for network fb4ac26d-7782-4f0f-b78d-5f53a478e508 May 11 21:13:45.467393 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743785059988'] for network (fb4ac26d-7782-4f0f-b78d-5f53a478e508), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.566295 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866'] for network (fb4ac26d-7782-4f0f-b78d-5f53a478e508), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.567390 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:45.567990 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.607187 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Sync routers for ids ['3392c7a9-9940-43ad-a27a-36dc9676c90a'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:13:45.622848 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Routers {'3392c7a9-9940-43ad-a27a-36dc9676c90a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:45.624070 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['3392c7a9-9940-43ad-a27a-36dc9676c90a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:45.634172 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] Pushing event updated for resources: {'Network': ['ID=fb4ac26d-7782-4f0f-b78d-5f53a478e508,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:45.645226 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Network fb4ac26d-7782-4f0f-b78d-5f53a478e508 details requested by agent ovs-agent-dv-cinder-841467-1-iscsi with host dv-cinder-841467-1-iscsi {{(pid=104010) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 21:13:45.678597 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ded80de0-4c4e-4661-92e5-ffe153baf25d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5433176 May 11 21:13:45.681654 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53192) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:45.686303 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Request body: {'subnet': {'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-84098766-subnet', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'ip_version': 4}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:45.733263 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Set router 3392c7a9-9940-43ad-a27a-36dc9676c90a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:45.809906 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3741-c0fd-415c-8070-78bd5ad22e28 req-39aee02e-dcb6-47a1-ac8c-f27742a18027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:45.811448 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7d0b3741-c0fd-415c-8070-78bd5ad22e28 req-39aee02e-dcb6-47a1-ac8c-f27742a18027 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 1129 time: 0.0402200 May 11 21:13:45.830526 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Made reservation on behalf of d907c79abcf14c0b943fa50af057aa9a for: {'subnet': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:13:45.832830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3811015'] for subnet (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:45.920949 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7d0b3741-c0fd-415c-8070-78bd5ad22e28 req-71278359-2a1d-425a-9732-8a16d3c3335b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035416 May 11 21:13:45.933014 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '8eb01146-737b-496f-9415-78ec9f5c4911', 'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'mac_address': 'fa:16:3e:6b:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:42Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 2, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'subnets': [{'id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:45.986413 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Checking router: 3392c7a9-9940-43ad-a27a-36dc9676c90a for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:13:45.986780 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Updating router 3392c7a9-9940-43ad-a27a-36dc9676c90a port 8eb01146-737b-496f-9415-78ec9f5c4911 binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:13:46.014172 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.015643 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbb578-aa64-40fd-973d-4987d1576996 req-c46c7a47-959e-4ee8-aef5-40f02c859ecc tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:46.017971 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b0bbb578-aa64-40fd-973d-4987d1576996 req-c46c7a47-959e-4ee8-aef5-40f02c859ecc tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 945 time: 0.0517132 May 11 21:13:46.069835 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b0bbb578-aa64-40fd-973d-4987d1576996 req-87b31c66-b53b-4fea-acec-281efbbd56e6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458257 May 11 21:13:46.110149 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3556667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3811025'] for subnet (beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.197168 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:46.224489 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Checking segment: {'id': '425e4490-0409-4dff-94d6-ed5da4037c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:46.225918 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Network hostable DHCP agents. Network: fb4ac26d-7782-4f0f-b78d-5f53a478e508, hostable agents: ['ac1af294-082c-4629-9e22-eb0ba4f62507'], hosted agents: [] {{(pid=104009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 21:13:46.281092 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Network fb4ac26d-7782-4f0f-b78d-5f53a478e508 is scheduled to be hosted by DHCP agent ac1af294-082c-4629-9e22-eb0ba4f62507 with binding_index 1 {{(pid=104009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 21:13:46.346719 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841467-1-iscsi, fb4ac26d-7782-4f0f-b78d-5f53a478e508) {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:46.353960 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:46.354561 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.357709 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f467ac9-8ce9-4a46-8ef1-7d69400d098d None None] Network fb4ac26d-7782-4f0f-b78d-5f53a478e508 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:13:46.374688 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aca3aa-d39d-4175-b87d-78b42bad5638 req-e683c815-caac-4dde-80f8-573fd64a4c86 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:46.376222 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2aca3aa-d39d-4175-b87d-78b42bad5638 req-e683c815-caac-4dde-80f8-573fd64a4c86 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 945 time: 0.0590074 May 11 21:13:46.420306 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Publish callbacks [] for port (8eb01146-737b-496f-9415-78ec9f5c4911), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.428983 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2aca3aa-d39d-4175-b87d-78b42bad5638 req-11fe6d09-d022-4e52-9e2e-9c914d4d9edc tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 May 11 21:13:46.451804 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8ec76428-2a0c-42d0-9f7f-0f1f2f746ee0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7671616 May 11 21:13:46.451804 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53206) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:46.452104 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53208) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:46.457981 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-84098766-router', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:46.476028 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66e64626-8f88-59c1-a0c9-148cb7bf0fb7-fb4ac26d-7782-4f0f-b78d-5f53a478e508', 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508', 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'fixed_ips': [{'subnet_id': 'beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2'}]}} from dv-cinder-841467-1-iscsi. {{(pid=104010) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 21:13:46.480451 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.492692 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.542629 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318647b-f228-48f6-bb97-47f10c5bd5de None None] Pushing event updated for resources: {'Port': ['ID=8eb01146-737b-496f-9415-78ec9f5c4911,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:46.550260 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16219'] for router (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.551353 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-549876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16210'] for router (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.631576 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.643135 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Attempting to bind port 8eb01146-737b-496f-9415-78ec9f5c4911 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:13:46.644143 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Attempting to bind port 8eb01146-737b-496f-9415-78ec9f5c4911 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:13:46.644599 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Attempting to bind port 8eb01146-737b-496f-9415-78ec9f5c4911 on network d6869d34-bf63-4e4e-9ffe-81f61871d221 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:46.650264 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:13:46.650641 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Checking segment: {'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:46.651046 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.653348 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Bound using segment: {'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:13:46.656824 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks [] for router_controller (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), precommit_add_association {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.659425 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Bound port: 8eb01146-737b-496f-9415-78ec9f5c4911, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:13:46.659848 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.674956 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.db_base_plugin_common [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Allocated IP 172.20.0.2 (fb4ac26d-7782-4f0f-b78d-5f53a478e508/beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2/4cf8f730-8eed-48c5-8814-799c67b7e3e6) {{(pid=104010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:46.691788 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 71f1eceb-372b-4283-9870-b4b8211c6fe1 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:46.750698 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] For port 8eb01146-737b-496f-9415-78ec9f5c4911, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:13:46.756142 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] For port 8eb01146-737b-496f-9415-78ec9f5c4911, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=8eb01146-737b-496f-9415-78ec9f5c4911,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:13:46.808916 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 71f1eceb-372b-4283-9870-b4b8211c6fe1 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:46.809224 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.836492 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.902329 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Routers {'3392c7a9-9940-43ad-a27a-36dc9676c90a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:46.903240 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['3392c7a9-9940-43ad-a27a-36dc9676c90a'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:46.908008 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318647b-f228-48f6-bb97-47f10c5bd5de None None] Pushing event updated for resources: {'Port': ['ID=8eb01146-737b-496f-9415-78ec9f5c4911,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:46.924809 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Publish callbacks [] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), precommit_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.926202 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks [] for router_gateway (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.928273 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-8e2ef906-a1a1-46cc-b833-521a7969f4cb None None] Provisioning complete for port 8eb01146-737b-496f-9415-78ec9f5c4911 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:46.928632 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e2ef906-a1a1-46cc-b833-521a7969f4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:46.949817 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c500620c-2d4e-43b5-b79d-46a5001cb468 tempest-TestMinimumBasicScenario-475309275 tempest-TestMinimumBasicScenario-475309275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:46.954802 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53212) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:46.955619 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c500620c-2d4e-43b5-b79d-46a5001cb468 tempest-TestMinimumBasicScenario-475309275 tempest-TestMinimumBasicScenario-475309275-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 1124 time: 0.5019519 May 11 21:13:46.959866 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'port_id': 'a75fd384-059f-48a9-8646-474738a13496', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:47.000643 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), after_create {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.050961 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.077284 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Pushing event updated for resources: {'Port': ['ID=4cf8f730-8eed-48c5-8814-799c67b7e3e6,revision_number=1']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:47.086284 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] Set router 3392c7a9-9940-43ad-a27a-36dc9676c90a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:47.091146 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 71f1eceb-372b-4283-9870-b4b8211c6fe1 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:47.110082 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Network fb4ac26d-7782-4f0f-b78d-5f53a478e508 is already hosted by enough agents. {{(pid=104010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:47.150674 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Resources bound (agent type, host, resource id): {{(pid=104010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:47.153202 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Received port after_create {{(pid=104010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:47.208856 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.217018 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2ef906-a1a1-46cc-b833-521a7969f4cb None None] Current status of the port 8eb01146-737b-496f-9415-78ec9f5c4911 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:47.217764 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e2ef906-a1a1-46cc-b833-521a7969f4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.253187 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Attempting to bind port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:13:47.253902 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Attempting to bind port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '425e4490-0409-4dff-94d6-ed5da4037c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:13:47.254460 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Attempting to bind port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 on network fb4ac26d-7782-4f0f-b78d-5f53a478e508 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:47.265562 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:13:47.266329 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Checking segment: {'id': '425e4490-0409-4dff-94d6-ed5da4037c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:47.267439 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.268030 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Bound using segment: {'id': '425e4490-0409-4dff-94d6-ed5da4037c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:13:47.268653 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Bound port: 4cf8f730-8eed-48c5-8814-799c67b7e3e6, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425e4490-0409-4dff-94d6-ed5da4037c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:13:47.269198 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.301849 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks [] for router_gateway (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.330220 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.351961 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b17c6-bfe7-4cfe-93bc-053b02035bd1 req-c2aa2c35-590b-46f5-b7e8-980f84f89eed tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:47.359342 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6d5b17c6-bfe7-4cfe-93bc-053b02035bd1 req-c2aa2c35-590b-46f5-b7e8-980f84f89eed tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 945 time: 0.1649947 May 11 21:13:47.362008 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Allocated IP 172.27.3.136 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/d15ce726-b440-477e-ad94-aa709bea552b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:47.363692 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '8eb01146-737b-496f-9415-78ec9f5c4911', 'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'mac_address': 'fa:16:3e:6b:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:42Z', 'updated_at': '2022-05-11T21:13:46Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'subnets': [{'id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:47.393580 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c644a0-604a-4e8b-91d0-c942eccf0954 None None] The sync data for ids ['3392c7a9-9940-43ad-a27a-36dc9676c90a'] in dv-cinder-841467-1-iscsi is: [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '8eb01146-737b-496f-9415-78ec9f5c4911', 'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'mac_address': 'fa:16:3e:6b:83:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:42Z', 'updated_at': '2022-05-11T21:13:46Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'subnets': [{'id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:13:47.448693 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6d5b17c6-bfe7-4cfe-93bc-053b02035bd1 req-d98d7fa3-27bc-4d0e-a4a3-ef542af542a9 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843830 May 11 21:13:47.491983 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8e2ef906-a1a1-46cc-b833-521a7969f4cb None None] For port 8eb01146-737b-496f-9415-78ec9f5c4911, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=8eb01146-737b-496f-9415-78ec9f5c4911,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:47.548814 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e2ef906-a1a1-46cc-b833-521a7969f4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.559411 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for port (d15ce726-b440-477e-ad94-aa709bea552b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.582934 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] For port 4cf8f730-8eed-48c5-8814-799c67b7e3e6, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:13:47.602621 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] For port 4cf8f730-8eed-48c5-8814-799c67b7e3e6, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4cf8f730-8eed-48c5-8814-799c67b7e3e6,segment=NetworkSegment(425e4490-0409-4dff-94d6-ed5da4037c7d),segment_id=425e4490-0409-4dff-94d6-ed5da4037c7d)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:13:47.618538 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ef906-a1a1-46cc-b833-521a7969f4cb None None] Pushing event updated for resources: {'Port': ['ID=8eb01146-737b-496f-9415-78ec9f5c4911,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:47.668041 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-b8a7ab7f-bad1-4316-a252-5c7a1d4b838f None None] Provisioning complete for port 8eb01146-737b-496f-9415-78ec9f5c4911 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:47.668414 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-b8a7ab7f-bad1-4316-a252-5c7a1d4b838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.672473 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (d15ce726-b440-477e-ad94-aa709bea552b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.695958 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:47.718175 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:47.724033 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:47.728460 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:47.736929 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Allocated IP 172.27.3.209 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/bd42c791-543a-449a-aadb-122697d97d15) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:47.768738 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'Port': ['ID=d15ce726-b440-477e-ad94-aa709bea552b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:47.784871 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.785406 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.785941 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.786441 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.786969 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.787526 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.788029 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.788521 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.789039 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.789552 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.790179 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.790668 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.791154 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.791666 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.792151 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:47.795025 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c7250-fd14-4312-962f-d2c382c9366b None None] Pushing event updated for resources: {'Port': ['ID=4cf8f730-8eed-48c5-8814-799c67b7e3e6,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:47.873715 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-b8a7ab7f-bad1-4316-a252-5c7a1d4b838f None None] Current status of the port 8eb01146-737b-496f-9415-78ec9f5c4911 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:47.902337 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks [] for port (bd42c791-543a-449a-aadb-122697d97d15), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:48.009596 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (bd42c791-543a-449a-aadb-122697d97d15), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:48.064114 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:48.070897 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:48.080850 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:48.116203 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Pushing event updated for resources: {'Port': ['ID=bd42c791-543a-449a-aadb-122697d97d15,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:48.297698 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for floatingip (2ee3e22e-cb6c-44db-b999-d8864ac2711e), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:48.443118 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks [] for router_gateway (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:48.625873 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850f88-5fda-4f97-91a6-0af44c66d299 req-9460944e-6fe1-42d2-b126-9d026dbfbc5d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:48.634285 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a5850f88-5fda-4f97-91a6-0af44c66d299 req-9460944e-6fe1-42d2-b126-9d026dbfbc5d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 945 time: 0.0935268 May 11 21:13:48.708667 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (d15ce726-b440-477e-ad94-aa709bea552b), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:48.744923 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 8eb01146-737b-496f-9415-78ec9f5c4911 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:48.762979 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a5850f88-5fda-4f97-91a6-0af44c66d299 req-26b37961-189e-4b7e-975b-538c27efaddf tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280618 May 11 21:13:48.825093 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 8eb01146-737b-496f-9415-78ec9f5c4911 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:48.825735 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:48.867569 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:48.874567 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-549773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-549070'] for router (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:48.946037 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 8eb01146-737b-496f-9415-78ec9f5c4911 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:48.947258 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4cf8f730-8eed-48c5-8814-799c67b7e3e6 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:48.962149 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa29056-1c4c-47f4-8c46-eef10387c739 req-3b4cb6b9-b4a0-4696-baec-fd724f2b2c4b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:48.970921 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8fa29056-1c4c-47f4-8c46-eef10387c739 req-3b4cb6b9-b4a0-4696-baec-fd724f2b2c4b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 945 time: 0.0935409 May 11 21:13:49.000968 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:49.003313 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.053333 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75d4304-9b32-4418-bec4-5249248425be None None] Network fb4ac26d-7782-4f0f-b78d-5f53a478e508 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:13:49.061736 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8fa29056-1c4c-47f4-8c46-eef10387c739 req-f17b0053-d82c-4a25-8ab1-854c21d9da8f tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855176 May 11 21:13:49.071762 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for port (d15ce726-b440-477e-ad94-aa709bea552b), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.072892 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53224) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:49.115448 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Router e24950fa-75c4-4cb7-b78a-7b1210df4bcf is scheduled to L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 with binding_index 1 {{(pid=104009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 21:13:49.162383 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (d15ce726-b440-477e-ad94-aa709bea552b), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.165735 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-8ca19567-573e-48af-add8-68ce0c7c8ddd None None] Provisioning complete for port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:49.166119 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8ca19567-573e-48af-add8-68ce0c7c8ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.170935 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:49.171320 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.265471 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port 4cf8f730-8eed-48c5-8814-799c67b7e3e6, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4cf8f730-8eed-48c5-8814-799c67b7e3e6,segment=NetworkSegment(425e4490-0409-4dff-94d6-ed5da4037c7d),segment_id=425e4490-0409-4dff-94d6-ed5da4037c7d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:49.285283 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'Port': ['ID=d15ce726-b440-477e-ad94-aa709bea552b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:49.289395 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (2ee3e22e-cb6c-44db-b999-d8864ac2711e), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.318771 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-8ca19567-573e-48af-add8-68ce0c7c8ddd None None] Current status of the port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:49.319313 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8ca19567-573e-48af-add8-68ce0c7c8ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.346935 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.406990 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=4cf8f730-8eed-48c5-8814-799c67b7e3e6,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:49.419178 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Floating IP 2ee3e22e-cb6c-44db-b999-d8864ac2711e associated. External IP: 172.27.3.136, port: a75fd384-059f-48a9-8646-474738a13496. May 11 21:13:49.461725 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.db.api [None req-8ca19567-573e-48af-add8-68ce0c7c8ddd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 21:13:49.462266 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG oslo_db.api [None req-8ca19567-573e-48af-add8-68ce0c7c8ddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 21:13:49.520003 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe761dd-acc0-4704-935b-f16151db77f9 tempest-TestVolumeBootPattern-1947069374 tempest-TestVolumeBootPattern-1947069374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:49.521839 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-0fe761dd-acc0-4704-935b-f16151db77f9 tempest-TestVolumeBootPattern-1947069374 tempest-TestVolumeBootPattern-1947069374-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 1124 time: 0.4476995 May 11 21:13:49.524631 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53230) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:49.530395 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'port_id': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:49.573113 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:13:49.583075 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Sync routers for ids ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:13:49.593060 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Routers {'e24950fa-75c4-4cb7-b78a-7b1210df4bcf'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:49.593756 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:49.653557 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.665967 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.670262 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-3bb2795a-4ca2-474a-8a9d-9ffe1e531325 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2130573 May 11 21:13:49.670262 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53232) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:49.712831 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Set router e24950fa-75c4-4cb7-b78a-7b1210df4bcf gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:49.736575 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:13:49.756756 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:49.904412 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'name': 'tempest-TestShelveInstance-84098766-router', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bd42c791-543a-449a-aadb-122697d97d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:46Z', 'updated_at': '2022-05-11T21:13:48Z', 'revision_number': 3, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'gw_port': {'id': 'bd42c791-543a-449a-aadb-122697d97d15', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:47Z', 'updated_at': '2022-05-11T21:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:49.933079 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Checking router: e24950fa-75c4-4cb7-b78a-7b1210df4bcf for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:13:49.934074 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Updating router e24950fa-75c4-4cb7-b78a-7b1210df4bcf port bd42c791-543a-449a-aadb-122697d97d15 binding host dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:13:49.945182 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:13:49.959594 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] Sync routers for ids ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:13:49.965292 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Allocated IP 172.27.3.137 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/e5c90e2d-410e-41df-83a6-7f2da07f67ac) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:49.978349 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] Routers {'8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:49.979043 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:49.988208 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (bd42c791-543a-449a-aadb-122697d97d15), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.035232 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-8ca19567-573e-48af-add8-68ce0c7c8ddd None None] Current status of the port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:50.087856 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.103305 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] Set router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:50.128522 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for port (e5c90e2d-410e-41df-83a6-7f2da07f67ac), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.138960 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a8279ba0-2e2f-4129-89b7-b1370d325594 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1825111 May 11 21:13:50.140700 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'tag': 'a75fd384-059f-48a9-8646-474738a13496'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:13:50.143100 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becae56b-0a69-4c94-92d5-ecec062e7b58" -d '{"events": [{"name": "network-changed", "server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "tag": "a75fd384-059f-48a9-8646-474738a13496"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:13:50.145094 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.145468 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53234) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:50.163791 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d8c6baa0-6d1d-4bf2-bb3f-e076c45d015f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467761671', 'description': 'tempest-secgroup-smoke-1467761671 description', 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:50.176604 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-9341e270-0951-4652-882e-84b6fa7d2065 None None] Provisioning complete for port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:50.176604 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9341e270-0951-4652-882e-84b6fa7d2065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.230840 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0587460e-45c4-42d5-ba11-be2e70033d44 x-openstack-request-id: req-0587460e-45c4-42d5-ba11-be2e70033d44 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:13:50.230840 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "tag": "a75fd384-059f-48a9-8646-474738a13496", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:13:50.230840 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0587460e-45c4-42d5-ba11-be2e70033d44 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:13:50.231294 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0587460e-45c4-42d5-ba11-be2e70033d44'] response: {'name': 'network-changed', 'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'tag': 'a75fd384-059f-48a9-8646-474738a13496', 'status': 'completed', 'code': 200} May 11 21:13:50.299040 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9341e270-0951-4652-882e-84b6fa7d2065 None None] Current status of the port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:50.324442 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-530c9a02-ebd8-4dec-954f-fe2c6a12088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:50.326010 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-530c9a02-ebd8-4dec-954f-fe2c6a12088b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56&device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 1129 time: 0.0790772 May 11 21:13:50.332618 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8c6baa0-6d1d-4bf2-bb3f-e076c45d015f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.362942 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (e5c90e2d-410e-41df-83a6-7f2da07f67ac), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.383290 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '2ee3e22e-cb6c-44db-b999-d8864ac2711e', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'port_id': 'a75fd384-059f-48a9-8646-474738a13496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'mac_address': 'fa:16:3e:94:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69317df-5298-4b77-bd58-e2284db8656c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:13:48Z', 'updated_at': '2022-05-11T21:13:48Z', 'revision_number': 0, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:47Z', 'revision_number': 5, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:50.385376 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:50.387062 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:50.389819 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:50.413016 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] Checking router: 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:13:50.424656 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] Routers {'8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:50.425265 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:50.429270 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Allocated IP 172.20.0.1 (fb4ac26d-7782-4f0f-b78d-5f53a478e508/beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2/f48887fa-c59a-45cc-94ec-e0c8b99c3fe9) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:13:50.555657 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] Set router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:50.556285 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'Port': ['ID=e5c90e2d-410e-41df-83a6-7f2da07f67ac,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:50.581110 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8c6baa0-6d1d-4bf2-bb3f-e076c45d015f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group (0474b137-bb9f-4219-a273-5236bb2f920f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.583270 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-7b476e08-faa5-4205-bb91-a2dc62c8cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:50.584962 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-7b476e08-faa5-4205-bb91-a2dc62c8cee4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f01e4790-8167-4598-92e2-db182365e1c6 HTTP/1.1" status: 200 len: 915 time: 0.2514155 May 11 21:13:50.604725 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Publish callbacks [] for port (bd42c791-543a-449a-aadb-122697d97d15), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.624741 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8c6baa0-6d1d-4bf2-bb3f-e076c45d015f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (0474b137-bb9f-4219-a273-5236bb2f920f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.661317 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (bd42c791-543a-449a-aadb-122697d97d15), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.676663 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Publish callbacks [] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.678732 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6baa0-6d1d-4bf2-bb3f-e076c45d015f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0474b137-bb9f-4219-a273-5236bb2f920f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:50.703814 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-bd943115-3083-4d9d-9587-d126633a73bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75fd384-059f-48a9-8646-474738a13496 HTTP/1.1" status: 200 len: 999 time: 0.1091940 May 11 21:13:50.721848 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d8c6baa0-6d1d-4bf2-bb3f-e076c45d015f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.723232 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d8c6baa0-6d1d-4bf2-bb3f-e076c45d015f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5645373 May 11 21:13:50.726800 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53240) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:50.727481 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4cf8f730-8eed-48c5-8814-799c67b7e3e6 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:50.732344 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-305e2fe7-5e9c-4a51-8b97-f8744750a534 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'security_group_rule': {'security_group_id': '0474b137-bb9f-4219-a273-5236bb2f920f', 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:50.778674 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-2b0c175a-1e7a-4131-b534-b68361d8e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:50.780736 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-2b0c175a-1e7a-4131-b534-b68361d8e803 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d765d351-87c6-4de7-ba10-73372c480dbc HTTP/1.1" status: 200 len: 853 time: 0.0672266 May 11 21:13:50.787782 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Attempting to bind port bd42c791-543a-449a-aadb-122697d97d15 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:13:50.788625 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Attempting to bind port bd42c791-543a-449a-aadb-122697d97d15 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:13:50.789003 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Attempting to bind port bd42c791-543a-449a-aadb-122697d97d15 on network 0916698b-f9ed-41b5-bfc8-8df027674fc1 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:50.791048 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347cb3b-7c54-4562-8221-b048695cb4ec None None] Pushing event updated for resources: {'Port': ['ID=bd42c791-543a-449a-aadb-122697d97d15,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:50.804553 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:13:50.804553 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Checking segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:50.804553 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.804553 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Bound using segment: {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:13:50.804553 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Bound port: bd42c791-543a-449a-aadb-122697d97d15, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c588671-d529-4d96-98d9-ae628e0cbc3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:13:50.805113 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (bd42c791-543a-449a-aadb-122697d97d15), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.845584 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-f4fdf8bb-ae71-481d-b5f3-694f07712c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:50.845584 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-f4fdf8bb-ae71-481d-b5f3-694f07712c15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f01e4790-8167-4598-92e2-db182365e1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539558 May 11 21:13:50.849810 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:50.850188 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.896309 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '2ee3e22e-cb6c-44db-b999-d8864ac2711e', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'port_id': 'a75fd384-059f-48a9-8646-474738a13496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'mac_address': 'fa:16:3e:94:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69317df-5298-4b77-bd58-e2284db8656c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:13:48Z', 'updated_at': '2022-05-11T21:13:48Z', 'revision_number': 0, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:47Z', 'revision_number': 5, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:50.898923 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-305e2fe7-5e9c-4a51-8b97-f8744750a534 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (06e6272c-a014-4d66-b214-c78495f2c0b6), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.901923 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] For port bd42c791-543a-449a-aadb-122697d97d15, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:13:50.916686 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] For port bd42c791-543a-449a-aadb-122697d97d15, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=bd42c791-543a-449a-aadb-122697d97d15,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:13:50.927987 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.964312 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:50.990537 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (bd42c791-543a-449a-aadb-122697d97d15), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:50.999855 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (67c7ce4b-cc8b-422c-a517-a337b8991aad), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.012024 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f48887fa-c59a-45cc-94ec-e0c8b99c3fe9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:51.024143 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae27af1-4e70-436c-b73e-08b102d242f7 None None] The sync data for ids ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'] in dv-cinder-841467-1-iscsi is: [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '2ee3e22e-cb6c-44db-b999-d8864ac2711e', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'port_id': 'a75fd384-059f-48a9-8646-474738a13496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'mac_address': 'fa:16:3e:94:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69317df-5298-4b77-bd58-e2284db8656c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:13:48Z', 'updated_at': '2022-05-11T21:13:48Z', 'revision_number': 0, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:47Z', 'revision_number': 5, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:13:51.035875 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-305e2fe7-5e9c-4a51-8b97-f8744750a534 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (06e6272c-a014-4d66-b214-c78495f2c0b6), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.039668 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Network fb4ac26d-7782-4f0f-b78d-5f53a478e508 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:51.045330 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:51.045330 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:13:51.064177 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Routers {'e24950fa-75c4-4cb7-b78a-7b1210df4bcf'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:51.064739 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:51.068058 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347cb3b-7c54-4562-8221-b048695cb4ec None None] Pushing event updated for resources: {'Port': ['ID=bd42c791-543a-449a-aadb-122697d97d15,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:51.097799 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554723'] for router_interface (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.122419 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-305e2fe7-5e9c-4a51-8b97-f8744750a534 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (06e6272c-a014-4d66-b214-c78495f2c0b6), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.163665 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e2fe7-5e9c-4a51-8b97-f8744750a534 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e6272c-a014-4d66-b214-c78495f2c0b6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:51.220254 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (e5c90e2d-410e-41df-83a6-7f2da07f67ac), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.267769 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-305e2fe7-5e9c-4a51-8b97-f8744750a534 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.269448 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-305e2fe7-5e9c-4a51-8b97-f8744750a534 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5421648 May 11 21:13:51.272283 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53242) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:51.277602 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bb38e1fd-c006-4916-aac3-6fdc13de1ece tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'security_group_rule': {'security_group_id': '0474b137-bb9f-4219-a273-5236bb2f920f', 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:51.388344 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] Set router e24950fa-75c4-4cb7-b78a-7b1210df4bcf gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:51.396715 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-417bc051-a986-4fa4-803a-e2238f21623d service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444861 May 11 21:13:51.476609 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e3b3fb-2dea-4a3f-b4e5-c1d48025cce4 None None] New status for floating IP 2ee3e22e-cb6c-44db-b999-d8864ac2711e: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:13:51.508926 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-becae56b-0a69-4c94-92d5-ecec062e7b58 req-296db332-3f8f-405c-8f82-da39ec016ef2 service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043818 May 11 21:13:51.526781 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb38e1fd-c006-4916-aac3-6fdc13de1ece tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (e8dd7c53-7ca3-43b2-9493-53b356075a35), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.546315 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.559218 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for port (e5c90e2d-410e-41df-83a6-7f2da07f67ac), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.559839 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-0b92d204-ad2f-4a16-b3b7-50e0f13f19c8 None None] Provisioning complete for port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:51.560145 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b92d204-ad2f-4a16-b3b7-50e0f13f19c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.589366 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb38e1fd-c006-4916-aac3-6fdc13de1ece tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (e8dd7c53-7ca3-43b2-9493-53b356075a35), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.629078 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (e5c90e2d-410e-41df-83a6-7f2da07f67ac), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.662359 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb38e1fd-c006-4916-aac3-6fdc13de1ece tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (e8dd7c53-7ca3-43b2-9493-53b356075a35), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.694231 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-0b92d204-ad2f-4a16-b3b7-50e0f13f19c8 None None] Port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:13:51.718813 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38e1fd-c006-4916-aac3-6fdc13de1ece tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dd7c53-7ca3-43b2-9493-53b356075a35,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:51.725329 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event updated for resources: {'Port': ['ID=e5c90e2d-410e-41df-83a6-7f2da07f67ac,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:51.729998 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'name': 'tempest-TestShelveInstance-84098766-router', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bd42c791-543a-449a-aadb-122697d97d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:46Z', 'updated_at': '2022-05-11T21:13:48Z', 'revision_number': 3, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'gw_port': {'id': 'bd42c791-543a-449a-aadb-122697d97d15', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:47Z', 'updated_at': '2022-05-11T21:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:51.731940 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (67c7ce4b-cc8b-422c-a517-a337b8991aad), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.769394 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Publish callbacks [] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.787506 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bb38e1fd-c006-4916-aac3-6fdc13de1ece tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.791286 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-bb38e1fd-c006-4916-aac3-6fdc13de1ece tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5152440 May 11 21:13:51.791437 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d68c6f-827c-4f14-85c1-f7b2f1c7f1cc None None] The sync data for ids ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'] in dv-cinder-841467-1-iscsi is: [{'id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'name': 'tempest-TestShelveInstance-84098766-router', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bd42c791-543a-449a-aadb-122697d97d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:46Z', 'updated_at': '2022-05-11T21:13:48Z', 'revision_number': 3, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'gw_port': {'id': 'bd42c791-543a-449a-aadb-122697d97d15', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:47Z', 'updated_at': '2022-05-11T21:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:13:51.791873 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53246) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:51.797278 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-50ad2813-3df8-434b-bbdb-689a28fbd369 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'security_group_rule': {'security_group_id': '0474b137-bb9f-4219-a273-5236bb2f920f', 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:51.857599 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.876166 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Floating IP 67c7ce4b-cc8b-422c-a517-a337b8991aad associated. External IP: 172.27.3.137, port: 99ecc292-71b0-4268-a0ea-f4af52d014c9. May 11 21:13:51.937271 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50ad2813-3df8-434b-bbdb-689a28fbd369 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (b957b8e5-9ad6-46ce-9306-d55c0d24eaf9), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.953002 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-526505'] for router_interface (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:51.955262 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f48887fa-c59a-45cc-94ec-e0c8b99c3fe9,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:52.064559 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50ad2813-3df8-434b-bbdb-689a28fbd369 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (b957b8e5-9ad6-46ce-9306-d55c0d24eaf9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.100083 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Network fb4ac26d-7782-4f0f-b78d-5f53a478e508 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:13:52.100477 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:13:52.142697 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Router 6079c222-8310-48e7-8109-2824082297f2 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:13:52.156797 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50ad2813-3df8-434b-bbdb-689a28fbd369 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (b957b8e5-9ad6-46ce-9306-d55c0d24eaf9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.187491 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad2813-3df8-434b-bbdb-689a28fbd369 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b957b8e5-9ad6-46ce-9306-d55c0d24eaf9,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:52.251501 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50ad2813-3df8-434b-bbdb-689a28fbd369 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.252851 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-50ad2813-3df8-434b-bbdb-689a28fbd369 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4596536 May 11 21:13:52.255645 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53248) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:52.262256 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-f849c124-4ea4-4af8-96d6-1e039cf0da37 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'security_group_rule': {'security_group_id': '0474b137-bb9f-4219-a273-5236bb2f920f', 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:52.312223 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:13:52.314700 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Router e24950fa-75c4-4cb7-b78a-7b1210df4bcf has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:13:52.324180 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] Sync routers for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:13:52.339423 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:52.340928 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:52.398235 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f849c124-4ea4-4af8-96d6-1e039cf0da37 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (f9917642-2b7a-451b-bdf3-cce002ff2aa5), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.423601 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-216c586a-528c-404a-b4c3-f8f0b1da716a None None] Provisioning complete for port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:52.425733 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-216c586a-528c-404a-b4c3-f8f0b1da716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.437080 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.482433 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f849c124-4ea4-4af8-96d6-1e039cf0da37 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (f9917642-2b7a-451b-bdf3-cce002ff2aa5), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.496830 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:52.502593 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-956e8020-e84f-4d62-8620-4184a3406bf6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9699266 May 11 21:13:52.507600 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'tag': '99ecc292-71b0-4268-a0ea-f4af52d014c9'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:13:52.511195 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10db41c3-3d04-437b-9e58-9d7e9c3daedb" -d '{"events": [{"name": "network-changed", "server_uuid": "e73f6c6a-d23d-42bc-b42c-1dc580fef95c", "tag": "99ecc292-71b0-4268-a0ea-f4af52d014c9"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:13:52.511395 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-216c586a-528c-404a-b4c3-f8f0b1da716a None None] Port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:13:52.542790 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:13:52.553913 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-34f60a9e-e97f-4523-a443-f3d80a77b1d2 admin admin] 10.222.0.35 "PUT /v2.0/routers/e24950fa-75c4-4cb7-b78a-7b1210df4bcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8829679 May 11 21:13:52.567416 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f849c124-4ea4-4af8-96d6-1e039cf0da37 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (f9917642-2b7a-451b-bdf3-cce002ff2aa5), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.574062 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624fa7ef-fa13-489d-8ca4-1f76d989cf6d x-openstack-request-id: req-624fa7ef-fa13-489d-8ca4-1f76d989cf6d {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:13:52.574565 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73f6c6a-d23d-42bc-b42c-1dc580fef95c", "tag": "99ecc292-71b0-4268-a0ea-f4af52d014c9", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:13:52.574923 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-624fa7ef-fa13-489d-8ca4-1f76d989cf6d {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:13:52.575526 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624fa7ef-fa13-489d-8ca4-1f76d989cf6d'] response: {'name': 'network-changed', 'server_uuid': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'tag': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'status': 'completed', 'code': 200} May 11 21:13:52.603673 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849c124-4ea4-4af8-96d6-1e039cf0da37 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9917642-2b7a-451b-bdf3-cce002ff2aa5,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:52.654961 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f849c124-4ea4-4af8-96d6-1e039cf0da37 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.659966 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f849c124-4ea4-4af8-96d6-1e039cf0da37 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4030218 May 11 21:13:52.660229 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53258) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:52.664545 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device bd42c791-543a-449a-aadb-122697d97d15 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:52.672038 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-27e5ded2-efb2-4073-a8fb-2120e6f0a464 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'security_group_rule': {'security_group_id': '0474b137-bb9f-4219-a273-5236bb2f920f', 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:52.751794 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port bd42c791-543a-449a-aadb-122697d97d15 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:52.753077 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (bd42c791-543a-449a-aadb-122697d97d15), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.755220 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-b2758d37-6223-4991-ab16-6b06559c1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:52.756806 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-b2758d37-6223-4991-ab16-6b06559c1141 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 1129 time: 0.0943048 May 11 21:13:52.762369 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-27e5ded2-efb2-4073-a8fb-2120e6f0a464 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Project ffc2f645c2fb4fb1baf86bfa44be2d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 21:13:52.770787 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e5ded2-efb2-4073-a8fb-2120e6f0a464 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (1d5f55b3-bb3e-42c8-85e0-f36f9d2698a3), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.876608 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e5ded2-efb2-4073-a8fb-2120e6f0a464 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (1d5f55b3-bb3e-42c8-85e0-f36f9d2698a3), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.914331 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '0f4dd906-25ab-498a-af29-d58e3148a79c', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:1a:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:11:15Z', 'updated_at': '2022-05-11T21:11:17Z', 'revision_number': 1, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}, {'id': '67c7ce4b-cc8b-422c-a517-a337b8991aad', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:11:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:13:50Z', 'updated_at': '2022-05-11T21:13:50Z', 'revision_number': 0, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:52.937317 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-5bda3b37-4e26-4c24-80a0-f13f56733c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:52.940683 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-5bda3b37-4e26-4c24-80a0-f13f56733c87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 913 time: 0.1671615 May 11 21:13:52.947538 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] Checking router: 6079c222-8310-48e7-8109-2824082297f2 for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:13:52.952208 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port bd42c791-543a-449a-aadb-122697d97d15 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:52.954577 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (bd42c791-543a-449a-aadb-122697d97d15), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.958718 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:52.959442 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:52.967091 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e5ded2-efb2-4073-a8fb-2120e6f0a464 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (1d5f55b3-bb3e-42c8-85e0-f36f9d2698a3), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:52.984520 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] For port bd42c791-543a-449a-aadb-122697d97d15, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=bd42c791-543a-449a-aadb-122697d97d15,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:53.005490 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5ded2-efb2-4073-a8fb-2120e6f0a464 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5f55b3-bb3e-42c8-85e0-f36f9d2698a3,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:53.048291 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-69c3658c-fe2d-4282-aa6b-7b1b9b92513e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ecc292-71b0-4268-a0ea-f4af52d014c9 HTTP/1.1" status: 200 len: 999 time: 0.0924253 May 11 21:13:53.051725 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (bd42c791-543a-449a-aadb-122697d97d15), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.085585 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27e5ded2-efb2-4073-a8fb-2120e6f0a464 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.089464 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-27e5ded2-efb2-4073-a8fb-2120e6f0a464 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4254880 May 11 21:13:53.089713 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53264) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:53.098371 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-841e78d0-255b-4c9b-9e56-d7e0cf337207 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'security_group_rule': {'security_group_id': '0474b137-bb9f-4219-a273-5236bb2f920f', 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:53.108257 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-1ef82223-b547-459e-bdd7-d69460d06db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:53.109886 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-1ef82223-b547-459e-bdd7-d69460d06db9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0524442 May 11 21:13:53.155118 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Pushing event updated for resources: {'Port': ['ID=bd42c791-543a-449a-aadb-122697d97d15,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:53.172426 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:53.191274 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-2a94b91e-220d-44f1-b0c9-30f5a96bd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:53.192815 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-2a94b91e-220d-44f1-b0c9-30f5a96bd809 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524848 May 11 21:13:53.239936 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53266) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:53.244621 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-734bcc85-1eea-4d80-9cde-aef17b3fa09f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930424615', 'description': 'tempest-secgroup-smoke-930424615 description', 'project_id': '715fee0f9c6e4c73b716faa3b978208c'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:53.260400 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-841e78d0-255b-4c9b-9e56-d7e0cf337207 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Project ffc2f645c2fb4fb1baf86bfa44be2d56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 21:13:53.269424 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841e78d0-255b-4c9b-9e56-d7e0cf337207 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (fc886e46-5489-474f-922e-3be5fe4842c1), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.295113 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-e300de0d-9a2f-4939-8b11-75d5cd8cb5ce service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936756 May 11 21:13:53.333568 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841e78d0-255b-4c9b-9e56-d7e0cf337207 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (fc886e46-5489-474f-922e-3be5fe4842c1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.343745 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-734bcc85-1eea-4d80-9cde-aef17b3fa09f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.398071 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-10db41c3-3d04-437b-9e58-9d7e9c3daedb req-b09434f4-629c-4279-be5a-3180633e9736 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969350 May 11 21:13:53.409069 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841e78d0-255b-4c9b-9e56-d7e0cf337207 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (fc886e46-5489-474f-922e-3be5fe4842c1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.418701 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '0f4dd906-25ab-498a-af29-d58e3148a79c', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:1a:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:11:15Z', 'updated_at': '2022-05-11T21:11:17Z', 'revision_number': 1, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}, {'id': '67c7ce4b-cc8b-422c-a517-a337b8991aad', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:11:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:13:50Z', 'updated_at': '2022-05-11T21:13:50Z', 'revision_number': 0, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:53.426060 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-734bcc85-1eea-4d80-9cde-aef17b3fa09f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group (97637da2-38f9-42b6-9567-7a7f6ea76951), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.436733 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e78d0-255b-4c9b-9e56-d7e0cf337207 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc886e46-5489-474f-922e-3be5fe4842c1,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:53.449084 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6417a-70eb-439a-ad0f-1481864cc5b6 None None] The sync data for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi is: [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '0f4dd906-25ab-498a-af29-d58e3148a79c', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:1a:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:11:15Z', 'updated_at': '2022-05-11T21:11:17Z', 'revision_number': 1, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}, {'id': '67c7ce4b-cc8b-422c-a517-a337b8991aad', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:11:76:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:13:50Z', 'updated_at': '2022-05-11T21:13:50Z', 'revision_number': 0, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:13:53.515888 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-734bcc85-1eea-4d80-9cde-aef17b3fa09f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (97637da2-38f9-42b6-9567-7a7f6ea76951), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.524531 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-841e78d0-255b-4c9b-9e56-d7e0cf337207 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.525804 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-841e78d0-255b-4c9b-9e56-d7e0cf337207 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4345510 May 11 21:13:53.553666 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bcc85-1eea-4d80-9cde-aef17b3fa09f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97637da2-38f9-42b6-9567-7a7f6ea76951,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:53.627871 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-734bcc85-1eea-4d80-9cde-aef17b3fa09f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.629037 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-734bcc85-1eea-4d80-9cde-aef17b3fa09f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3880126 May 11 21:13:53.632178 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53274) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:53.634317 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf434ede-63ba-409d-87db-5e34fe927015 req-d1b1911c-a65b-4616-8b58-d1a1b6760962 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467761671&fields=id&tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56 HTTP/1.1" status: 200 len: 267 time: 0.0480375 May 11 21:13:53.636748 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-bdc4a30c-69ad-42c4-a69a-97ca187fb4c9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Request body: {'security_group_rule': {'security_group_id': '97637da2-38f9-42b6-9567-7a7f6ea76951', 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:53.686917 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf434ede-63ba-409d-87db-5e34fe927015 req-b65f9dfc-e1ba-4703-ab92-eadbbd434ecc tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:53.688421 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf434ede-63ba-409d-87db-5e34fe927015 req-b65f9dfc-e1ba-4703-ab92-eadbbd434ecc tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 945 time: 0.0486944 May 11 21:13:53.698817 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-bf434ede-63ba-409d-87db-5e34fe927015 req-01dbebf2-55cb-4f34-9619-fd6cf4ec513d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'port': {'security_groups': ['4631f027-a833-4b19-b4e6-c470ac008652', '0474b137-bb9f-4219-a273-5236bb2f920f']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:53.724030 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bdc4a30c-69ad-42c4-a69a-97ca187fb4c9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (f4afc1d6-1649-4064-bac5-fe05834cabcc), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.784141 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bdc4a30c-69ad-42c4-a69a-97ca187fb4c9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (f4afc1d6-1649-4064-bac5-fe05834cabcc), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.787522 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bf434ede-63ba-409d-87db-5e34fe927015 req-01dbebf2-55cb-4f34-9619-fd6cf4ec513d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (a75fd384-059f-48a9-8646-474738a13496), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.881111 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bdc4a30c-69ad-42c4-a69a-97ca187fb4c9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (f4afc1d6-1649-4064-bac5-fe05834cabcc), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.901014 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4a30c-69ad-42c4-a69a-97ca187fb4c9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4afc1d6-1649-4064-bac5-fe05834cabcc,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:53.957859 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bdc4a30c-69ad-42c4-a69a-97ca187fb4c9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:53.959339 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-bdc4a30c-69ad-42c4-a69a-97ca187fb4c9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3260460 May 11 21:13:53.962251 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53278) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:53.966780 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-390792e0-f331-493d-801f-b5e792755040 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Request body: {'security_group_rule': {'security_group_id': '97637da2-38f9-42b6-9567-7a7f6ea76951', 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:54.080541 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-390792e0-f331-493d-801f-b5e792755040 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (5bdec173-908c-4244-af78-b0af9a22785b), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.139020 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-390792e0-f331-493d-801f-b5e792755040 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (5bdec173-908c-4244-af78-b0af9a22785b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.217731 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-390792e0-f331-493d-801f-b5e792755040 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (5bdec173-908c-4244-af78-b0af9a22785b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.236337 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390792e0-f331-493d-801f-b5e792755040 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdec173-908c-4244-af78-b0af9a22785b,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:54.297829 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bf434ede-63ba-409d-87db-5e34fe927015 req-01dbebf2-55cb-4f34-9619-fd6cf4ec513d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] For port a75fd384-059f-48a9-8646-474738a13496, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a75fd384-059f-48a9-8646-474738a13496,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:54.305863 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-390792e0-f331-493d-801f-b5e792755040 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.307116 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-390792e0-f331-493d-801f-b5e792755040 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3439038 May 11 21:13:54.309823 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53280) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:54.314754 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-bd8dc44f-c3b0-4756-99ea-9000b10adedc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Request body: {'security_group_rule': {'security_group_id': '97637da2-38f9-42b6-9567-7a7f6ea76951', 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:54.333019 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bf434ede-63ba-409d-87db-5e34fe927015 req-01dbebf2-55cb-4f34-9619-fd6cf4ec513d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for port (a75fd384-059f-48a9-8646-474738a13496), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.406485 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd8dc44f-c3b0-4756-99ea-9000b10adedc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (61d1d272-e18d-49df-9a4f-7ec9b2ed2bf7), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.412071 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bf434ede-63ba-409d-87db-5e34fe927015 req-01dbebf2-55cb-4f34-9619-fd6cf4ec513d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (a75fd384-059f-48a9-8646-474738a13496), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.434102 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf434ede-63ba-409d-87db-5e34fe927015 req-01dbebf2-55cb-4f34-9619-fd6cf4ec513d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:54.434796 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bf434ede-63ba-409d-87db-5e34fe927015 req-01dbebf2-55cb-4f34-9619-fd6cf4ec513d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.436122 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf434ede-63ba-409d-87db-5e34fe927015 req-01dbebf2-55cb-4f34-9619-fd6cf4ec513d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "PUT /v2.0/ports/a75fd384-059f-48a9-8646-474738a13496 HTTP/1.1" status: 200 len: 981 time: 0.7417364 May 11 21:13:54.473607 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd8dc44f-c3b0-4756-99ea-9000b10adedc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (61d1d272-e18d-49df-9a4f-7ec9b2ed2bf7), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.518137 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbebf2-55cb-4f34-9619-fd6cf4ec513d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'Port': ['ID=a75fd384-059f-48a9-8646-474738a13496,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:54.542522 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de50945-8c14-4b47-a8e4-467b897e0044 req-4238c6ea-4b4c-4fb4-a9cb-3bd6a17a6c69 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:54.544046 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5de50945-8c14-4b47-a8e4-467b897e0044 req-4238c6ea-4b4c-4fb4-a9cb-3bd6a17a6c69 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0519412 May 11 21:13:54.545201 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd8dc44f-c3b0-4756-99ea-9000b10adedc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (61d1d272-e18d-49df-9a4f-7ec9b2ed2bf7), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.570107 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8dc44f-c3b0-4756-99ea-9000b10adedc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d1d272-e18d-49df-9a4f-7ec9b2ed2bf7,revision_number=0']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:54.577085 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'tag': 'a75fd384-059f-48a9-8646-474738a13496'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:13:54.584122 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38abd7ea-7545-4026-a2d9-e8258bb0d0be" -d '{"events": [{"name": "network-changed", "server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "tag": "a75fd384-059f-48a9-8646-474738a13496"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:13:54.650535 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5427354-27e4-4356-8a7a-37980516b2f6 x-openstack-request-id: req-a5427354-27e4-4356-8a7a-37980516b2f6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:13:54.651269 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "tag": "a75fd384-059f-48a9-8646-474738a13496", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:13:54.651394 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5de50945-8c14-4b47-a8e4-467b897e0044 req-910ecdee-8c65-4be7-9c27-8194f820ec25 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982184 May 11 21:13:54.651504 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a5427354-27e4-4356-8a7a-37980516b2f6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:13:54.651656 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5427354-27e4-4356-8a7a-37980516b2f6'] response: {'name': 'network-changed', 'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'tag': 'a75fd384-059f-48a9-8646-474738a13496', 'status': 'completed', 'code': 200} May 11 21:13:54.678445 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device bd42c791-543a-449a-aadb-122697d97d15 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:54.727771 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port bd42c791-543a-449a-aadb-122697d97d15 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:54.728164 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (bd42c791-543a-449a-aadb-122697d97d15), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.772872 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-579cc52f-2ed3-4348-9f07-bd8ad573cd0b None None] Provisioning complete for port a75fd384-059f-48a9-8646-474738a13496 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:54.773232 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-579cc52f-2ed3-4348-9f07-bd8ad573cd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (a75fd384-059f-48a9-8646-474738a13496), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.797224 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bd8dc44f-c3b0-4756-99ea-9000b10adedc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.799019 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-bd8dc44f-c3b0-4756-99ea-9000b10adedc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4882810 May 11 21:13:54.802057 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53288) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:54.808684 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8e4f5e8c-2325-4108-81d9-1336a66a94b7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Request body: {'security_group_rule': {'security_group_id': '97637da2-38f9-42b6-9567-7a7f6ea76951', 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:54.870622 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port bd42c791-543a-449a-aadb-122697d97d15 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:54.888807 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-579cc52f-2ed3-4348-9f07-bd8ad573cd0b None None] Current status of the port a75fd384-059f-48a9-8646-474738a13496 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:54.932943 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5e8c-2325-4108-81d9-1336a66a94b7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (fc73257a-202f-4aa1-b754-cc966d403e1f), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:54.962737 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a57d45b-bfe6-4d42-9bf5-1fc0b27e997b None None] New status for floating IP 67c7ce4b-cc8b-422c-a517-a337b8991aad: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:13:54.994192 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5e8c-2325-4108-81d9-1336a66a94b7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (fc73257a-202f-4aa1-b754-cc966d403e1f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.069293 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5e8c-2325-4108-81d9-1336a66a94b7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (fc73257a-202f-4aa1-b754-cc966d403e1f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.085053 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f5e8c-2325-4108-81d9-1336a66a94b7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc73257a-202f-4aa1-b754-cc966d403e1f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:55.168321 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5e8c-2325-4108-81d9-1336a66a94b7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.169551 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8e4f5e8c-2325-4108-81d9-1336a66a94b7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3657944 May 11 21:13:55.172338 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53292) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:55.177323 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bcec43c1-3f9a-461e-a80c-046f6fd10206 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Request body: {'security_group_rule': {'security_group_id': '97637da2-38f9-42b6-9567-7a7f6ea76951', 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:55.221785 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Sync routers for ids ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:13:55.232586 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Routers {'e24950fa-75c4-4cb7-b78a-7b1210df4bcf'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:55.233189 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:55.263967 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-bcec43c1-3f9a-461e-a80c-046f6fd10206 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Project 715fee0f9c6e4c73b716faa3b978208c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 21:13:55.270426 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bcec43c1-3f9a-461e-a80c-046f6fd10206 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (4d78829c-481f-411c-9da6-00bed586d463), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.335038 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bcec43c1-3f9a-461e-a80c-046f6fd10206 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (4d78829c-481f-411c-9da6-00bed586d463), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.342060 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Set router e24950fa-75c4-4cb7-b78a-7b1210df4bcf gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:55.378062 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bcec43c1-3f9a-461e-a80c-046f6fd10206 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (4d78829c-481f-411c-9da6-00bed586d463), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.393825 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec43c1-3f9a-461e-a80c-046f6fd10206 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d78829c-481f-411c-9da6-00bed586d463,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:55.465562 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bcec43c1-3f9a-461e-a80c-046f6fd10206 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.466702 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-bcec43c1-3f9a-461e-a80c-046f6fd10206 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2926598 May 11 21:13:55.469958 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53294) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:13:55.474167 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-112ca3ff-29b0-4552-873b-49657b6296a4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Request body: {'security_group_rule': {'security_group_id': '97637da2-38f9-42b6-9567-7a7f6ea76951', 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:13:55.526407 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'name': 'tempest-TestShelveInstance-84098766-router', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bd42c791-543a-449a-aadb-122697d97d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:46Z', 'updated_at': '2022-05-11T21:13:51Z', 'revision_number': 4, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'gw_port': {'id': 'bd42c791-543a-449a-aadb-122697d97d15', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:47Z', 'updated_at': '2022-05-11T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'f48887fa-c59a-45cc-94ec-e0c8b99c3fe9', 'name': '', 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'mac_address': 'fa:16:3e:4b:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:50Z', 'updated_at': '2022-05-11T21:13:51Z', 'revision_number': 2, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'subnets': [{'id': 'beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:55.543675 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-112ca3ff-29b0-4552-873b-49657b6296a4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Project 715fee0f9c6e4c73b716faa3b978208c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 21:13:55.549947 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-112ca3ff-29b0-4552-873b-49657b6296a4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (5057f5ad-eeea-4954-b752-c08d7bd7b04a), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.556457 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Checking router: e24950fa-75c4-4cb7-b78a-7b1210df4bcf for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:13:55.556809 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Updating router e24950fa-75c4-4cb7-b78a-7b1210df4bcf port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 binding host dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 21:13:55.586179 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.608188 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-112ca3ff-29b0-4552-873b-49657b6296a4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (5057f5ad-eeea-4954-b752-c08d7bd7b04a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.679790 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-112ca3ff-29b0-4552-873b-49657b6296a4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012026'] for security_group_rule (5057f5ad-eeea-4954-b752-c08d7bd7b04a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.698189 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ca3ff-29b0-4552-873b-49657b6296a4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5057f5ad-eeea-4954-b752-c08d7bd7b04a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:55.790414 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-112ca3ff-29b0-4552-873b-49657b6296a4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.791645 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-112ca3ff-29b0-4552-873b-49657b6296a4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3207574 May 11 21:13:55.876844 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Publish callbacks [] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), precommit_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.956809 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:55.969959 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['a75fd384-059f-48a9-8646-474738a13496'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:13:56.099194 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Pushing event updated for resources: {'Port': ['ID=f48887fa-c59a-45cc-94ec-e0c8b99c3fe9,revision_number=3']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:56.106681 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.107014 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.107374 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.107745 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.108072 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.108393 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.108711 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.109027 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.109345 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.109685 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.110032 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.110374 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.110689 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.111003 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.111314 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:13:56.179742 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Attempting to bind port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 on host dv-cinder-841467-1-iscsi for vnic_type normal with profile {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:13:56.180112 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Attempting to bind port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 by drivers openvswitch,hyperv on host dv-cinder-841467-1-iscsi at level 0 using segments [{'id': '425e4490-0409-4dff-94d6-ed5da4037c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508'}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:13:56.180609 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Attempting to bind port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 on network fb4ac26d-7782-4f0f-b78d-5f53a478e508 {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:13:56.192199 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Checking agent: {'id': 'ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841467-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 20, 56, 16), 'started_at': datetime.datetime(2022, 5, 11, 20, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841467-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:13:56.192573 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Checking segment: {'id': '425e4490-0409-4dff-94d6-ed5da4037c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:13:56.193252 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:56.194156 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Bound using segment: {'id': '425e4490-0409-4dff-94d6-ed5da4037c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508'} {{(pid=104011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:13:56.196206 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.managers [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Bound port: f48887fa-c59a-45cc-94ec-e0c8b99c3fe9, host: dv-cinder-841467-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425e4490-0409-4dff-94d6-ed5da4037c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508'}}] {{(pid=104011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:13:56.196206 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), before_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:56.267818 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] For port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9, host dv-cinder-841467-1-iscsi, cleared binding levels {{(pid=104011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:13:56.271892 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.plugins.ml2.db [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] For port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9, host dv-cinder-841467-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=f48887fa-c59a-45cc-94ec-e0c8b99c3fe9,segment=NetworkSegment(425e4490-0409-4dff-94d6-ed5da4037c7d),segment_id=425e4490-0409-4dff-94d6-ed5da4037c7d)] {{(pid=104011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:13:56.320339 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-3dced179-3f2f-4c66-9b76-cc9b493e3d4f None None] Provisioning complete for port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:56.324373 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3dced179-3f2f-4c66-9b76-cc9b493e3d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:56.350333 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron_lib.callbacks.manager [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), after_update {{(pid=104011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:56.362274 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-3dced179-3f2f-4c66-9b76-cc9b493e3d4f None None] Port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:13:56.414662 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85928326-67f3-4177-965c-d6d901968c20 None None] Pushing event updated for resources: {'Port': ['ID=f48887fa-c59a-45cc-94ec-e0c8b99c3fe9,revision_number=4']} {{(pid=104011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:56.418730 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Routers {'e24950fa-75c4-4cb7-b78a-7b1210df4bcf'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:13:56.419591 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:13:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:56.531930 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] Set router e24950fa-75c4-4cb7-b78a-7b1210df4bcf gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:13:56.584228 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-2b0bd9d9-028b-4133-89a3-af367ada964f None None] Provisioning complete for port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:56.584687 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd9d9-028b-4133-89a3-af367ada964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:56.683408 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bd9d9-028b-4133-89a3-af367ada964f None None] Current status of the port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 is: DOWN; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:13:56.683408 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd9d9-028b-4133-89a3-af367ada964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:56.711795 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-2b0bd9d9-028b-4133-89a3-af367ada964f None None] For port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=f48887fa-c59a-45cc-94ec-e0c8b99c3fe9,segment=NetworkSegment(425e4490-0409-4dff-94d6-ed5da4037c7d),segment_id=425e4490-0409-4dff-94d6-ed5da4037c7d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:13:56.744440 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'name': 'tempest-TestShelveInstance-84098766-router', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bd42c791-543a-449a-aadb-122697d97d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:46Z', 'updated_at': '2022-05-11T21:13:51Z', 'revision_number': 4, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'gw_port': {'id': 'bd42c791-543a-449a-aadb-122697d97d15', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:47Z', 'updated_at': '2022-05-11T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'f48887fa-c59a-45cc-94ec-e0c8b99c3fe9', 'name': '', 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'mac_address': 'fa:16:3e:4b:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:50Z', 'updated_at': '2022-05-11T21:13:56Z', 'revision_number': 4, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'subnets': [{'id': 'beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:13:56.774966 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9ed60-b0f7-495a-8a66-0a410be887f6 None None] The sync data for ids ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'] in dv-cinder-841467-1-iscsi is: [{'id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'name': 'tempest-TestShelveInstance-84098766-router', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bd42c791-543a-449a-aadb-122697d97d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:46Z', 'updated_at': '2022-05-11T21:13:51Z', 'revision_number': 4, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'gw_port': {'id': 'bd42c791-543a-449a-aadb-122697d97d15', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:47Z', 'updated_at': '2022-05-11T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'f48887fa-c59a-45cc-94ec-e0c8b99c3fe9', 'name': '', 'network_id': 'fb4ac26d-7782-4f0f-b78d-5f53a478e508', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'mac_address': 'fa:16:3e:4b:a9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:50Z', 'updated_at': '2022-05-11T21:13:56Z', 'revision_number': 4, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'subnets': [{'id': 'beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:13:56.788573 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd9d9-028b-4133-89a3-af367ada964f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:56.862462 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bd9d9-028b-4133-89a3-af367ada964f None None] Pushing event updated for resources: {'Port': ['ID=f48887fa-c59a-45cc-94ec-e0c8b99c3fe9,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:13:56.962548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-1f0e119a-3f95-450a-9522-62121a8ca177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:56.964075 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-1f0e119a-3f95-450a-9522-62121a8ca177 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56&device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 1168 time: 0.0408335 May 11 21:13:57.020741 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['a75fd384-059f-48a9-8646-474738a13496'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:13:57.061334 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-479b1e64-72e5-4038-a218-a751588f5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:57.062863 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-479b1e64-72e5-4038-a218-a751588f5b06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f01e4790-8167-4598-92e2-db182365e1c6 HTTP/1.1" status: 200 len: 915 time: 0.0925992 May 11 21:13:57.146305 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-c11965f6-8312-43b6-9af8-292622cbf45d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75fd384-059f-48a9-8646-474738a13496 HTTP/1.1" status: 200 len: 1001 time: 0.0759268 May 11 21:13:57.207646 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-e1be4581-6017-402e-93c6-91bdc2f424ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:57.209114 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-e1be4581-6017-402e-93c6-91bdc2f424ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d765d351-87c6-4de7-ba10-73372c480dbc HTTP/1.1" status: 200 len: 853 time: 0.0534775 May 11 21:13:57.262006 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-882a99b6-2b11-44a5-ad2b-e86fa2982340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:13:57.263699 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-882a99b6-2b11-44a5-ad2b-e86fa2982340 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f01e4790-8167-4598-92e2-db182365e1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476356 May 11 21:13:57.372113 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-b2125a1d-f4cf-4399-8d47-0763a1b72579 service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013484 May 11 21:13:57.470920 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-38abd7ea-7545-4026-a2d9-e8258bb0d0be req-e7cbba7c-152f-4765-8175-376e19d96638 service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922427 May 11 21:13:58.641424 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 up at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:13:58.688478 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Provisioning complete for port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:13:58.688853 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:13:58.771966 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Current status of the port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:14:08.879236 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72938e-6a4e-454b-b02e-cc7f26669097 req-6a36b9b9-bd5c-46fd-b4c9-7608e654f9d5 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:08.880710 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2c72938e-6a4e-454b-b02e-cc7f26669097 req-6a36b9b9-bd5c-46fd-b4c9-7608e654f9d5 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 945 time: 0.0467124 May 11 21:14:08.929614 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2c72938e-6a4e-454b-b02e-cc7f26669097 req-01ae9be6-efad-453b-be3e-eeae986fb09c tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432830 May 11 21:14:09.995124 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-df0a4dfa-c4cd-4203-a981-48ade3c09dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:10.046339 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2a5ab-af78-4012-968b-685425f4ba0d req-011112d3-a383-421d-91d7-01b53bc360ea tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:10.048501 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-37f2a5ab-af78-4012-968b-685425f4ba0d req-011112d3-a383-421d-91d7-01b53bc360ea tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 945 time: 0.0476635 May 11 21:14:10.093229 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-37f2a5ab-af78-4012-968b-685425f4ba0d req-e267c416-f274-4aa4-8284-73d82b261efe tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391400 May 11 21:14:10.370168 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:14:10.783711 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-998649aa-b1b6-48e3-9cf6-8c481cff494e tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:10.785161 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-998649aa-b1b6-48e3-9cf6-8c481cff494e tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 945 time: 0.0502422 May 11 21:14:10.872279 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-05d8192b-2a7b-427f-bc1d-a1c980fd6d65 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Deleting port 0b2017db-bd51-45f0-bb5b-b3407bb05753 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:14:10.872611 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-05d8192b-2a7b-427f-bc1d-a1c980fd6d65 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:11.210268 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808076d2-b7e5-48f9-9649-6812afe49e2b req-07d1f71a-8f45-44ed-b357-2f6ff41c7120 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:11.212028 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-808076d2-b7e5-48f9-9649-6812afe49e2b req-07d1f71a-8f45-44ed-b357-2f6ff41c7120 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 945 time: 0.0485337 May 11 21:14:11.231176 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-05d8192b-2a7b-427f-bc1d-a1c980fd6d65 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] For port 0b2017db-bd51-45f0-bb5b-b3407bb05753, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=0b2017db-bd51-45f0-bb5b-b3407bb05753,segment=NetworkSegment(1edc51b3-4a35-4c35-b54f-3fd60853df7a),segment_id=1edc51b3-4a35-4c35-b54f-3fd60853df7a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:14:11.231763 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-05d8192b-2a7b-427f-bc1d-a1c980fd6d65 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:11.244645 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-05d8192b-2a7b-427f-bc1d-a1c980fd6d65 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Calling delete_port for 0b2017db-bd51-45f0-bb5b-b3407bb05753 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:14:11.258155 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-808076d2-b7e5-48f9-9649-6812afe49e2b req-44e6053f-4609-4397-9aa2-6183356df803 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/security-groups?id=3d1d9fd2-9325-472e-98b2-663f94e61283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 May 11 21:14:11.428878 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-05d8192b-2a7b-427f-bc1d-a1c980fd6d65 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (0b2017db-bd51-45f0-bb5b-b3407bb05753), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:11.441974 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['0b2017db-bd51-45f0-bb5b-b3407bb05753'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:14:11.458859 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8192b-2a7b-427f-bc1d-a1c980fd6d65 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Pushing event deleted for resources: {'Port': ['ID=0b2017db-bd51-45f0-bb5b-b3407bb05753,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:11.502970 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-05d8192b-2a7b-427f-bc1d-a1c980fd6d65 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] No DVR routers for this DVR port 0b2017db-bd51-45f0-bb5b-b3407bb05753 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:14:11.505424 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-05d8192b-2a7b-427f-bc1d-a1c980fd6d65 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:11.508655 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b5963c5f-302e-4496-8931-3b6e5cdec20d req-05d8192b-2a7b-427f-bc1d-a1c980fd6d65 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.70 "DELETE /v2.0/ports/0b2017db-bd51-45f0-bb5b-b3407bb05753 HTTP/1.1" status: 204 len: 173 time: 0.7160642 May 11 21:14:11.509075 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc', 'name': 'network-vif-deleted', 'tag': '0b2017db-bd51-45f0-bb5b-b3407bb05753'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:14:11.511288 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d444c07-cb2a-4051-8752-84d3fe804bca" -d '{"events": [{"server_uuid": "3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc", "name": "network-vif-deleted", "tag": "0b2017db-bd51-45f0-bb5b-b3407bb05753"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:14:11.551021 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10382a55-f0c1-4e52-839e-239a80e92b5d x-openstack-request-id: req-10382a55-f0c1-4e52-839e-239a80e92b5d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:14:11.551318 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc", "name": "network-vif-deleted", "tag": "0b2017db-bd51-45f0-bb5b-b3407bb05753", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:14:11.551573 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10382a55-f0c1-4e52-839e-239a80e92b5d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:14:11.551976 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10382a55-f0c1-4e52-839e-239a80e92b5d'] response: {'server_uuid': '3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc', 'name': 'network-vif-deleted', 'tag': '0b2017db-bd51-45f0-bb5b-b3407bb05753', 'status': 'completed', 'code': 200} May 11 21:14:12.221313 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a0ec28cb-85eb-440f-b71b-4b9ef1d7a195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:12.362790 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8fd0257e-faca-4e19-8040-aa35d620ea34 req-b3ef1492-9f6c-404f-bff1-8d965664c767 tempest-VolumesSnapshotTestJSON-257129253 tempest-VolumesSnapshotTestJSON-257129253-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fac6611-f9f3-4dd2-9d1c-15c99c9e2ebc HTTP/1.1" status: 200 len: 210 time: 0.0274577 May 11 21:14:13.579709 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-f2accbf2-6df3-4259-b49d-9a7d6b6ef6d1 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930424615&fields=id&tenant_id=715fee0f9c6e4c73b716faa3b978208c HTTP/1.1" status: 200 len: 267 time: 0.0426166 May 11 21:14:13.686244 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777905-216a-4a4c-8571-04f872078d3d req-fcd60dc0-bf77-4b50-add0-6c70d55ac42c tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:13.687704 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-fcd60dc0-bf77-4b50-add0-6c70d55ac42c tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/networks?id=d6869d34-bf63-4e4e-9ffe-81f61871d221 HTTP/1.1" status: 200 len: 808 time: 0.1008751 May 11 21:14:13.703302 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-37d5ec83-da19-4518-aa1b-bb7d1cc8be5f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/quotas/715fee0f9c6e4c73b716faa3b978208c HTTP/1.1" status: 200 len: 375 time: 0.0096278 May 11 21:14:13.752534 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-5f794cec-4ad1-461a-86f9-7250d42469d3 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=715fee0f9c6e4c73b716faa3b978208c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431588 May 11 21:14:13.783590 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:13.850587 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-40cfb068-88c8-4bab-b8b1-b1810a75ad10 service neutron] 10.222.0.35 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863028 May 11 21:14:13.941200 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-3d96e48b-20b8-4e16-957d-112fa31a8c1a service neutron] 10.222.0.35 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849576 May 11 21:14:14.071497 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 0b2017db-bd51-45f0-bb5b-b3407bb05753 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:14:14.091495 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 0b2017db-bd51-45f0-bb5b-b3407bb05753 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:14:14.091841 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 0b2017db-bd51-45f0-bb5b-b3407bb05753 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:14:14.534631 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-00f8d8d5-cdd4-42a8-b0d4-43c5856ec0b0 req-1e520690-f1dc-4021-9e2f-871d9d72065b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 210 time: 0.0277767 May 11 21:14:15.080285 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:15.632629 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47e9a83f-e142-4e16-9664-1824fb5c57b4 req-62ca44bc-ce6f-4a83-9f0e-3bb2309054d3 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 210 time: 0.0322053 May 11 21:14:16.583959 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:16.723981 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-94ef574f-38f6-4b30-97ae-38b3eb6fedb5 req-4a9e4193-f708-4a6c-9fa3-6775ce1b5b4b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 210 time: 0.0269675 May 11 21:14:17.818545 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e56d4209-4676-4e38-9e2d-8345eaba5e52 req-2ce66344-b289-4f0b-910b-f1e2d61d0cf7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 210 time: 0.0280249 May 11 21:14:18.810757 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:18.914178 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4805cea4-6218-4f7b-8966-3952e95c9168 req-6d7b042d-59d7-4c31-bf80-fbc198debb8f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 210 time: 0.0301878 May 11 21:14:19.236718 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777905-216a-4a4c-8571-04f872078d3d req-dead4fe6-a910-42db-aeb5-dca583b7f3bd tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:19.238080 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-dead4fe6-a910-42db-aeb5-dca583b7f3bd tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.70 "GET /v2.0/networks?id=d6869d34-bf63-4e4e-9ffe-81f61871d221 HTTP/1.1" status: 200 len: 808 time: 0.0981441 May 11 21:14:19.300264 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-ecea5062-4d2c-4880-988c-8d5b9c62bb6e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=715fee0f9c6e4c73b716faa3b978208c HTTP/1.1" status: 200 len: 379 time: 0.0527596 May 11 21:14:19.310310 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Request body: {'port': {'device_id': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'admin_state_up': True, 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'security_groups': ['97637da2-38f9-42b6-9567-7a7f6ea76951']}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:14:19.475016 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Made reservation on behalf of 715fee0f9c6e4c73b716faa3b978208c for: {'port': 1} {{(pid=104009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 21:14:19.478666 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:19.607184 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Allocated IP 172.20.0.9 (d6869d34-bf63-4e4e-9ffe-81f61871d221/fde61afb-76a5-4aad-8744-4e41ed245368/2c41fccc-aa6b-401a-ada6-e084b87e786b) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:14:19.741480 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:19.829458 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:19.876244 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Network d6869d34-bf63-4e4e-9ffe-81f61871d221 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:14:19.879351 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:14:19.885567 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:14:19.909343 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event updated for resources: {'Port': ['ID=2c41fccc-aa6b-401a-ada6-e084b87e786b,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:19.938428 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:19.939166 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:20.033982 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f8ac1-3093-447f-a145-5c7b8d099dda req-7b59c0ca-3da7-4b90-b30a-abb90424e9d7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:20.035495 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ad4f8ac1-3093-447f-a145-5c7b8d099dda req-7b59c0ca-3da7-4b90-b30a-abb90424e9d7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 931 time: 0.0514145 May 11 21:14:20.043142 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-65edaff3-3a0b-430d-b4f8-3df1c0caa00f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7363296 May 11 21:14:20.057776 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Request body: {'port': {'device_id': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84146'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:14:20.101165 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ad4f8ac1-3093-447f-a145-5c7b8d099dda req-dbd71922-1efd-42b1-9ee9-f8e487975d3e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598285 May 11 21:14:20.140312 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:20.157249 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-e2cf20b0-fe27-4e2f-9515-41e2a8ce7aca None None] Provisioning complete for port 2c41fccc-aa6b-401a-ada6-e084b87e786b triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:14:20.157816 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e2cf20b0-fe27-4e2f-9515-41e2a8ce7aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:20.199422 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf20b0-fe27-4e2f-9515-41e2a8ce7aca None None] Port 2c41fccc-aa6b-401a-ada6-e084b87e786b cannot update to ACTIVE because it is not bound. {{(pid=104010) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 21:14:20.446142 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c41fccc-aa6b-401a-ada6-e084b87e786b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:14:20.453374 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Publish callbacks [] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:20.465646 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Transition to ACTIVE for port object 2c41fccc-aa6b-401a-ada6-e084b87e786b will not be triggered until provisioned by entity L2. {{(pid=104009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 21:14:20.542907 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:20.594985 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c41fccc-aa6b-401a-ada6-e084b87e786b,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:20.666152 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Attempting to bind port 2c41fccc-aa6b-401a-ada6-e084b87e786b on host hv-cinder-84146 for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 21:14:20.666489 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Attempting to bind port 2c41fccc-aa6b-401a-ada6-e084b87e786b by drivers openvswitch,hyperv on host hv-cinder-84146 at level 0 using segments [{'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 21:14:20.666819 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Attempting to bind port 2c41fccc-aa6b-401a-ada6-e084b87e786b on network d6869d34-bf63-4e4e-9ffe-81f61871d221 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:14:20.671383 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Port 2c41fccc-aa6b-401a-ada6-e084b87e786b on network d6869d34-bf63-4e4e-9ffe-81f61871d221 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84146 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 21:14:20.671686 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Attempting to bind port 2c41fccc-aa6b-401a-ada6-e084b87e786b on network d6869d34-bf63-4e4e-9ffe-81f61871d221 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 21:14:20.677267 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Checking agent: {'id': '82b36834-d8fc-49d7-9a52-3fe683787644', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84146', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'started_at': datetime.datetime(2022, 5, 11, 21, 2, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 21, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 21:14:20.677689 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Checking segment: {'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 21:14:20.678075 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Bound using segment: {'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 21:14:20.678502 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Bound port: 2c41fccc-aa6b-401a-ada6-e084b87e786b, host: hv-cinder-84146, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c07655b-dc12-4d6d-a050-880e52a707d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 21:14:20.678861 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:20.746122 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] For port 2c41fccc-aa6b-401a-ada6-e084b87e786b, host hv-cinder-84146, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 21:14:20.749586 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] For port 2c41fccc-aa6b-401a-ada6-e084b87e786b, host hv-cinder-84146, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 21:14:20.800612 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:20.835404 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:20.836079 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:20.837415 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] 10.222.0.70 "PUT /v2.0/ports/2c41fccc-aa6b-401a-ada6-e084b87e786b HTTP/1.1" status: 200 len: 1093 time: 0.7842207 May 11 21:14:20.837877 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:14:20.840245 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ac3a9c-bae8-4307-b197-bde48850a04f" -d '{"events": [{"name": "network-changed", "server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:14:20.867173 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed784c-4453-4d45-8616-106c58c3e3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c41fccc-aa6b-401a-ada6-e084b87e786b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:20.879303 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a596655a-7e0c-49c1-b01c-29133474bbe3 x-openstack-request-id: req-a596655a-7e0c-49c1-b01c-29133474bbe3 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:14:20.879610 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:14:20.879933 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a596655a-7e0c-49c1-b01c-29133474bbe3 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:14:20.880934 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a596655a-7e0c-49c1-b01c-29133474bbe3'] response: {'name': 'network-changed', 'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'status': 'completed', 'code': 200} May 11 21:14:20.944830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac3a9c-bae8-4307-b197-bde48850a04f req-ea2199d6-45e4-4fb4-952c-0f448b39c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:20.947398 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e6ac3a9c-bae8-4307-b197-bde48850a04f req-ea2199d6-45e4-4fb4-952c-0f448b39c79a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=715fee0f9c6e4c73b716faa3b978208c&device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1127 time: 0.0430777 May 11 21:14:21.053603 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac3a9c-bae8-4307-b197-bde48850a04f req-9f2b208b-e560-4636-9d4f-bbe6eb2a5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:21.055110 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e6ac3a9c-bae8-4307-b197-bde48850a04f req-9f2b208b-e560-4636-9d4f-bbe6eb2a5bbc service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=715fee0f9c6e4c73b716faa3b978208c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0985589 May 11 21:14:21.154584 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac3a9c-bae8-4307-b197-bde48850a04f req-85382868-adea-441a-a631-8c768437f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:21.155994 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e6ac3a9c-bae8-4307-b197-bde48850a04f req-85382868-adea-441a-a631-8c768437f286 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931573 May 11 21:14:21.227880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf98613-fb55-4898-91b3-684454651f09 req-73fe2da5-c468-4691-941a-69ad9ab9108f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:21.229498 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8bf98613-fb55-4898-91b3-684454651f09 req-73fe2da5-c468-4691-941a-69ad9ab9108f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0517299 May 11 21:14:21.245275 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777905-216a-4a4c-8571-04f872078d3d req-55d658ba-e59a-45d2-bae0-53f3e2734afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:21.246868 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-55d658ba-e59a-45d2-bae0-53f3e2734afd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=715fee0f9c6e4c73b716faa3b978208c&device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1127 time: 0.0490727 May 11 21:14:21.286510 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8bf98613-fb55-4898-91b3-684454651f09 req-ca1ae15b-e90a-40b9-8b2b-caccdf71eeef tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507977 May 11 21:14:21.291687 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-40f86369-16b5-4565-a70b-ac1ca3f4594d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b HTTP/1.1" status: 200 len: 217 time: 0.0360057 May 11 21:14:21.343543 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777905-216a-4a4c-8571-04f872078d3d req-d841d2a5-5fa0-4e0f-ba6e-7161b8078420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:21.344998 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-d841d2a5-5fa0-4e0f-ba6e-7161b8078420 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fde61afb-76a5-4aad-8744-4e41ed245368 HTTP/1.1" status: 200 len: 847 time: 0.0467107 May 11 21:14:21.388762 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777905-216a-4a4c-8571-04f872078d3d req-c98dc401-6dc8-488c-a188-7e9d70f05fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:21.390185 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-c98dc401-6dc8-488c-a188-7e9d70f05fe9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6869d34-bf63-4e4e-9ffe-81f61871d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380185 May 11 21:14:21.481117 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-3e48ef61-c0d7-4ad7-8292-faa5b624fb04 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835757 May 11 21:14:21.573982 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-26777905-216a-4a4c-8571-04f872078d3d req-2b62debe-66a2-4b03-9a08-9ab498f620b7 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856512 May 11 21:14:22.400069 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e8dc7-d323-418b-adb2-6d64bf76b903 req-82163c9e-3743-4eba-ab30-bec668ed388d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:22.401521 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-466e8dc7-d323-418b-adb2-6d64bf76b903 req-82163c9e-3743-4eba-ab30-bec668ed388d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0475512 May 11 21:14:22.449617 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-466e8dc7-d323-418b-adb2-6d64bf76b903 req-52f088a9-0956-479f-ad76-45ced9062dd3 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421271 May 11 21:14:23.562267 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8036ed-fade-44a7-ba23-8ac371b9e3b3 req-8749187d-5130-4070-b5ca-b633763394d9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:23.563755 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b8036ed-fade-44a7-ba23-8ac371b9e3b3 req-8749187d-5130-4070-b5ca-b633763394d9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0468299 May 11 21:14:23.611276 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b8036ed-fade-44a7-ba23-8ac371b9e3b3 req-0fe07d8f-b620-4c72-8381-675d22778ee7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 May 11 21:14:24.724830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a5b65-fb44-4823-8ec7-69f0787b6a80 req-79d645a8-ca17-4d3c-a7a1-db66ab99dbff tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:24.726310 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c36a5b65-fb44-4823-8ec7-69f0787b6a80 req-79d645a8-ca17-4d3c-a7a1-db66ab99dbff tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0502255 May 11 21:14:24.773363 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c36a5b65-fb44-4823-8ec7-69f0787b6a80 req-9de1f312-7bc8-4ce7-9e54-9267ad3fcef4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 May 11 21:14:25.362655 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b77652-c7c2-4af5-b9c1-f2cb86461166 req-cf3d326d-4dcc-4b30-931a-a390a7168250 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:25.364154 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8b77652-c7c2-4af5-b9c1-f2cb86461166 req-cf3d326d-4dcc-4b30-931a-a390a7168250 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0475104 May 11 21:14:25.429923 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8b77652-c7c2-4af5-b9c1-f2cb86461166 req-9be132f1-df7b-4d59-826d-094a75e16be9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601079 May 11 21:14:25.884488 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c39997-bff3-4e1c-81e1-75ff9a600e0d req-214bca2a-7254-4d7d-a20f-f0578ea3ad10 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:25.885950 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-44c39997-bff3-4e1c-81e1-75ff9a600e0d req-214bca2a-7254-4d7d-a20f-f0578ea3ad10 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0448325 May 11 21:14:25.933345 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-44c39997-bff3-4e1c-81e1-75ff9a600e0d req-323dc421-4802-4ca2-bd7b-e6a6d37de062 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 May 11 21:14:26.540091 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e062525-658e-4077-aa14-35b1167b0653 req-a83f09a8-efa7-43a9-bb75-dd34f6fd66ec tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:26.541552 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e062525-658e-4077-aa14-35b1167b0653 req-a83f09a8-efa7-43a9-bb75-dd34f6fd66ec tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0456092 May 11 21:14:26.604382 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e062525-658e-4077-aa14-35b1167b0653 req-7f338c9d-714e-46e4-85cd-868776895d5e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571764 May 11 21:14:27.047798 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de84f5-cbe3-4d11-b7fa-dc8e9597685e req-2e1a9be3-7c3b-4d4e-82da-5ad195c6df1e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:27.049318 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7de84f5-cbe3-4d11-b7fa-dc8e9597685e req-2e1a9be3-7c3b-4d4e-82da-5ad195c6df1e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0501986 May 11 21:14:27.098286 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7de84f5-cbe3-4d11-b7fa-dc8e9597685e req-4d4edb29-8f3b-4f9b-98f5-200f091790bc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433993 May 11 21:14:27.716214 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f335e-79d7-4433-8f2e-0c36afe7520a req-9e1061b3-4da8-4cbd-bf76-641a705f2604 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:27.717610 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-634f335e-79d7-4433-8f2e-0c36afe7520a req-9e1061b3-4da8-4cbd-bf76-641a705f2604 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0470276 May 11 21:14:27.775789 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-634f335e-79d7-4433-8f2e-0c36afe7520a req-0be3d23f-142e-4519-a796-ca6a44459678 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525258 May 11 21:14:28.206079 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d8542-ceb9-4b36-b240-a32c1eca93c6 req-c79338a1-9fd4-4a31-a1fa-e0d740384017 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:28.207526 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a28d8542-ceb9-4b36-b240-a32c1eca93c6 req-c79338a1-9fd4-4a31-a1fa-e0d740384017 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0447841 May 11 21:14:28.255887 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a28d8542-ceb9-4b36-b240-a32c1eca93c6 req-ae52f5ab-e325-4c8b-896a-73dd66c78ea3 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422888 May 11 21:14:28.353626 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-5a012c29-30dd-4de3-861e-cb2476a88801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:28.355109 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-5a012c29-30dd-4de3-861e-cb2476a88801 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56&device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 1168 time: 0.0393255 May 11 21:14:28.445994 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-819d79a0-669f-4420-ba3e-45e0fad65c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:28.447424 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-819d79a0-669f-4420-ba3e-45e0fad65c00 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f01e4790-8167-4598-92e2-db182365e1c6 HTTP/1.1" status: 200 len: 915 time: 0.0861394 May 11 21:14:28.511871 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-765a6c54-49d8-47ba-9e21-8c30a9847d06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75fd384-059f-48a9-8646-474738a13496 HTTP/1.1" status: 200 len: 1001 time: 0.0580144 May 11 21:14:28.564937 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-05345ac0-db10-493a-b89c-29f38adcf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:28.566520 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-05345ac0-db10-493a-b89c-29f38adcf23e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d765d351-87c6-4de7-ba10-73372c480dbc HTTP/1.1" status: 200 len: 853 time: 0.0480061 May 11 21:14:28.610759 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-0bfa0a6e-63be-4fc4-bef0-142ffaf3734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:28.612293 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-0bfa0a6e-63be-4fc4-bef0-142ffaf3734e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f01e4790-8167-4598-92e2-db182365e1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384431 May 11 21:14:28.700456 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-58ea5244-d09e-4a40-8e15-8f12b7111f4b service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810657 May 11 21:14:28.794014 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e61cf3f7-6fce-487c-ad4e-b093716f6e1d req-d5fc3be3-868a-46fb-96cd-1434f7e704b4 service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869946 May 11 21:14:28.888914 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bfa9a-6e08-430a-b433-b15ca89c9935 req-ac8560e3-b739-4619-bd1e-89829766e9cd tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:28.890538 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b57bfa9a-6e08-430a-b433-b15ca89c9935 req-ac8560e3-b739-4619-bd1e-89829766e9cd tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0476341 May 11 21:14:28.951078 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b57bfa9a-6e08-430a-b433-b15ca89c9935 req-37f3f526-dcac-4161-bc88-557e0f8bbb4f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546288 May 11 21:14:29.372111 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef4f81-f2f8-410c-b84c-903a1458c817 req-57e5dcaa-ea6b-4bf7-8a68-cf23dcf5a1f8 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:29.373608 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35ef4f81-f2f8-410c-b84c-903a1458c817 req-57e5dcaa-ea6b-4bf7-8a68-cf23dcf5a1f8 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0503812 May 11 21:14:29.422233 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35ef4f81-f2f8-410c-b84c-903a1458c817 req-6f84d3af-c35e-4e96-9658-b760c2351d0d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429842 May 11 21:14:30.065355 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dfa74-9111-4edf-af77-d643d4ee8c0a req-c32f1213-676f-4655-abcb-d0505ede41a1 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:30.066902 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea8dfa74-9111-4edf-af77-d643d4ee8c0a req-c32f1213-676f-4655-abcb-d0505ede41a1 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0499475 May 11 21:14:30.126362 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ea8dfa74-9111-4edf-af77-d643d4ee8c0a req-22ab0d3c-1d42-43c3-a66e-ef24c2f7e011 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533972 May 11 21:14:30.154845 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 2c41fccc-aa6b-401a-ada6-e084b87e786b details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:14:30.250827 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 2c41fccc-aa6b-401a-ada6-e084b87e786b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:14:30.262587 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'port_id': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'mac_address': 'fa:16:3e:ee:2f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:14:30.299008 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 2c41fccc-aa6b-401a-ada6-e084b87e786b is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:14:30.299392 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:30.311533 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c41fccc-aa6b-401a-ada6-e084b87e786b {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:14:30.336196 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 2c41fccc-aa6b-401a-ada6-e084b87e786b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:14:30.423268 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:30.471472 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=2c41fccc-aa6b-401a-ada6-e084b87e786b,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:30.537742 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b5155-0608-4560-a45c-ab127abd571e req-432dc9e9-4e95-4ed0-b4e9-9e14b84d925a tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:30.539208 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-930b5155-0608-4560-a45c-ab127abd571e req-432dc9e9-4e95-4ed0-b4e9-9e14b84d925a tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 944 time: 0.0466046 May 11 21:14:30.587727 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-930b5155-0608-4560-a45c-ab127abd571e req-a3845e86-a4e0-47fc-8972-897528c23fe7 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430737 May 11 21:14:30.699001 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['2c41fccc-aa6b-401a-ada6-e084b87e786b'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:14:31.238394 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8965ecf-ee2e-41e7-8f19-b9dff3da1d7b req-c8821de6-e46a-4d8d-94fc-d7705559c2f9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:31.239851 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b8965ecf-ee2e-41e7-8f19-b9dff3da1d7b req-c8821de6-e46a-4d8d-94fc-d7705559c2f9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0464742 May 11 21:14:31.297326 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b8965ecf-ee2e-41e7-8f19-b9dff3da1d7b req-01d85e99-cae5-494d-bbe8-f1224cb65618 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519528 May 11 21:14:31.703684 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a220762-59f5-4016-a70e-32948f93290b req-b8add1ea-a6c5-46ea-bdbc-b9ec82185dba tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:31.705126 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8a220762-59f5-4016-a70e-32948f93290b req-b8add1ea-a6c5-46ea-bdbc-b9ec82185dba tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 944 time: 0.0479090 May 11 21:14:31.757743 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8a220762-59f5-4016-a70e-32948f93290b req-7210332c-81a8-45e5-898f-fd310ae7e8b5 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460658 May 11 21:14:32.182019 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 2c41fccc-aa6b-401a-ada6-e084b87e786b up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:14:32.225018 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning for port 2c41fccc-aa6b-401a-ada6-e084b87e786b completed by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 21:14:32.296995 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 2c41fccc-aa6b-401a-ada6-e084b87e786b triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:14:32.297378 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:32.376696 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 2c41fccc-aa6b-401a-ada6-e084b87e786b is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:14:32.377082 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:32.404716 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:14:32.407149 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2c719a-7f73-4fa9-b53e-755fe060b1d9" -d '{"events": [{"server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "name": "network-vif-plugged", "status": "completed", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:14:32.413612 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca98a9-dfa3-44bc-b5b1-caa79f28263e req-70471426-8b97-4735-ad2d-15ec8c705cef tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:32.415864 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1ca98a9-dfa3-44bc-b5b1-caa79f28263e req-70471426-8b97-4735-ad2d-15ec8c705cef tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0519245 May 11 21:14:32.420019 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 2c41fccc-aa6b-401a-ada6-e084b87e786b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:14:32.444736 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f123bab-9d30-4a9d-bf16-b50c25d7c8a6 x-openstack-request-id: req-4f123bab-9d30-4a9d-bf16-b50c25d7c8a6 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:14:32.445095 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "name": "network-vif-plugged", "status": "completed", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:14:32.445422 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f123bab-9d30-4a9d-bf16-b50c25d7c8a6 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:14:32.445919 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f123bab-9d30-4a9d-bf16-b50c25d7c8a6'] response: {'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'code': 200} May 11 21:14:32.475468 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a1ca98a9-dfa3-44bc-b5b1-caa79f28263e req-863ae941-16b6-4beb-9993-81e5316b1db3 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538204 May 11 21:14:32.485472 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:32.533048 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=2c41fccc-aa6b-401a-ada6-e084b87e786b,revision_number=5']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:32.773783 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d9cd1-2da1-44e4-963f-25eb9adaac4a req-434576d5-c7fa-401d-934c-350a3a8398bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:32.775260 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a6d9cd1-2da1-44e4-963f-25eb9adaac4a req-434576d5-c7fa-401d-934c-350a3a8398bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1129 time: 0.0376382 May 11 21:14:32.823689 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5a6d9cd1-2da1-44e4-963f-25eb9adaac4a req-bb6b4433-a215-476b-99c2-7e39324d2266 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414319 May 11 21:14:32.873131 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0f447-5ef5-4a5f-a560-1868347f9a37 req-2ebe99d9-2621-4f21-a4c7-51394f30aa0c tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:32.874656 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3d0f447-5ef5-4a5f-a560-1868347f9a37 req-2ebe99d9-2621-4f21-a4c7-51394f30aa0c tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0483813 May 11 21:14:32.923833 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3d0f447-5ef5-4a5f-a560-1868347f9a37 req-d6922813-5794-4444-a6f3-7de2bd792f08 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 May 11 21:14:33.588080 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e09c64-fb6b-4025-8a81-1957a1feac9f req-d343ffdf-edcd-44e0-96de-f52c56b25c4c tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:33.589549 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c0e09c64-fb6b-4025-8a81-1957a1feac9f req-d343ffdf-edcd-44e0-96de-f52c56b25c4c tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0464640 May 11 21:14:33.651298 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c0e09c64-fb6b-4025-8a81-1957a1feac9f req-cf3cf0e1-2b9e-4f1b-87a4-01da6c4e17e6 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561118 May 11 21:14:34.035264 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376bf38-ed8b-4db4-b386-3d28afb4b5bc req-56d0ad38-42cd-425f-9acf-df643cedb164 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:34.037199 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d376bf38-ed8b-4db4-b386-3d28afb4b5bc req-56d0ad38-42cd-425f-9acf-df643cedb164 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0474694 May 11 21:14:34.087512 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d376bf38-ed8b-4db4-b386-3d28afb4b5bc req-7cfc78e7-d865-48d5-9c01-418564c08bf3 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446959 May 11 21:14:34.761399 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb61e5-51f5-42fc-8d68-85b87f3392b7 req-9e913b98-3802-43dd-abd8-2a4cd43f965f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:34.762889 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cefb61e5-51f5-42fc-8d68-85b87f3392b7 req-9e913b98-3802-43dd-abd8-2a4cd43f965f tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0459361 May 11 21:14:34.822202 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-cefb61e5-51f5-42fc-8d68-85b87f3392b7 req-342c19cc-f98a-426c-8826-14beb02b4f2c tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538461 May 11 21:14:35.206401 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5b891-77a7-4b04-805a-3a4407d3b0e4 req-2f71aed6-4299-44df-81cb-61c48ae70eb6 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:35.207915 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9e5b891-77a7-4b04-805a-3a4407d3b0e4 req-2f71aed6-4299-44df-81cb-61c48ae70eb6 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0495102 May 11 21:14:35.258092 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9e5b891-77a7-4b04-805a-3a4407d3b0e4 req-ac4735d2-dcf2-4918-bb85-c9b73cfcbf9d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444682 May 11 21:14:35.379175 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ccf02-f7b1-4248-aec5-f73dcb3ffdf4 req-920ebfac-d200-4c57-bd37-b045d532a88b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:35.380543 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c29ccf02-f7b1-4248-aec5-f73dcb3ffdf4 req-920ebfac-d200-4c57-bd37-b045d532a88b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0465512 May 11 21:14:35.428632 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c29ccf02-f7b1-4248-aec5-f73dcb3ffdf4 req-11decfb5-c7fa-40c1-b0ee-d9f4629f2052 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424361 May 11 21:14:35.450442 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53656) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:14:35.533205 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921fefd0-71bc-4289-989f-2e7910cb7520 tempest-TestShelveInstance-1159442523 tempest-TestShelveInstance-1159442523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:35.534759 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-921fefd0-71bc-4289-989f-2e7910cb7520 tempest-TestShelveInstance-1159442523 tempest-TestShelveInstance-1159442523-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1124 time: 0.0833387 May 11 21:14:35.538266 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53660) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:14:35.542532 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.v2.base [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Request body: {'floatingip': {'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'port_id': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:14:35.617451 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:35.694044 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:35.799681 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Allocated IP 172.27.3.91 (0916698b-f9ed-41b5-bfc8-8df027674fc1/3e1aa44c-c09b-4056-8b3e-10de01d8b4d3/19eae10f-3bfc-4282-ae41-52e4aabe2f11) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 21:14:35.899409 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for port (19eae10f-3bfc-4282-ae41-52e4aabe2f11), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:35.936213 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01dc03-5cd8-481d-9deb-cc5ea41c2d71 req-f622606e-a9d0-43fa-bd89-e06266693c83 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:35.937763 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3f01dc03-5cd8-481d-9deb-cc5ea41c2d71 req-f622606e-a9d0-43fa-bd89-e06266693c83 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0471811 May 11 21:14:35.971854 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743785072469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (19eae10f-3bfc-4282-ae41-52e4aabe2f11), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:35.998292 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3f01dc03-5cd8-481d-9deb-cc5ea41c2d71 req-4c46b228-598e-4afb-ac48-90bb2902d3ea tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545404 May 11 21:14:36.012134 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Network 0916698b-f9ed-41b5-bfc8-8df027674fc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 21:14:36.014971 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 21:14:36.018457 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 21:14:36.045325 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event updated for resources: {'Port': ['ID=19eae10f-3bfc-4282-ae41-52e4aabe2f11,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:36.057582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.058529 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.058529 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.058753 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.058971 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.059298 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.059620 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.059942 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.060262 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.060581 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.060896 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.061214 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.061548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.061921 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.062235 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:14:36.388949 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for floatingip (3d23b932-c32e-49f3-882b-7c2e9848615c), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:36.519528 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (19eae10f-3bfc-4282-ae41-52e4aabe2f11), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:36.702083 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for port (19eae10f-3bfc-4282-ae41-52e4aabe2f11), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:36.777389 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3562684'] for port (19eae10f-3bfc-4282-ae41-52e4aabe2f11), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:36.848732 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event updated for resources: {'Port': ['ID=19eae10f-3bfc-4282-ae41-52e4aabe2f11,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:36.860679 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556597'] for floatingip (3d23b932-c32e-49f3-882b-7c2e9848615c), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:36.962132 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Floating IP 3d23b932-c32e-49f3-882b-7c2e9848615c associated. External IP: 172.27.3.91, port: 2c41fccc-aa6b-401a-ada6-e084b87e786b. May 11 21:14:37.153286 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf293c-1347-43a9-8213-6d0d37b6da2d req-e6439e8c-3408-4bc0-ad34-32d6f994ca3e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:37.154934 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2abf293c-1347-43a9-8213-6d0d37b6da2d req-e6439e8c-3408-4bc0-ad34-32d6f994ca3e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0575109 May 11 21:14:37.236288 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Router 3392c7a9-9940-43ad-a27a-36dc9676c90a has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:14:37.257885 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-2abf293c-1347-43a9-8213-6d0d37b6da2d req-7c10f6a7-651e-4d63-ac27-85cd0b03e4f7 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752730 May 11 21:14:37.628814 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:14:37.641509 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] Sync routers for ids ['3392c7a9-9940-43ad-a27a-36dc9676c90a'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:14:37.651334 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] Routers {'3392c7a9-9940-43ad-a27a-36dc9676c90a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:14:37.657145 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:14:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['3392c7a9-9940-43ad-a27a-36dc9676c90a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:14:37.711260 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:37.743210 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-2c8c0838-fc77-49f4-bc9f-4ef0ca16ac2d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2012386 May 11 21:14:37.743210 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:14:37.743634 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116" -d '{"events": [{"name": "network-changed", "server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:14:37.766528 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] Set router 3392c7a9-9940-43ad-a27a-36dc9676c90a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:14:37.782369 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3058b941-920d-4700-8b3b-3dab63ce83ad x-openstack-request-id: req-3058b941-920d-4700-8b3b-3dab63ce83ad {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:14:37.782668 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:14:37.782993 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3058b941-920d-4700-8b3b-3dab63ce83ad {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:14:37.783603 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3058b941-920d-4700-8b3b-3dab63ce83ad'] response: {'name': 'network-changed', 'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'status': 'completed', 'code': 200} May 11 21:14:37.844856 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-dd879ed7-3406-417c-8463-f10546777866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:37.846411 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-dd879ed7-3406-417c-8463-f10546777866 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=715fee0f9c6e4c73b716faa3b978208c&device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1129 time: 0.0421498 May 11 21:14:37.946141 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-a26673cf-b30b-425f-af22-21063b4a4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:37.947707 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-a26673cf-b30b-425f-af22-21063b4a4529 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6869d34-bf63-4e4e-9ffe-81f61871d221 HTTP/1.1" status: 200 len: 909 time: 0.0945415 May 11 21:14:37.999599 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '3d23b932-c32e-49f3-882b-7c2e9848615c', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'port_id': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'mac_address': 'fa:16:3e:ee:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:14:36Z', 'updated_at': '2022-05-11T21:14:36Z', 'revision_number': 0, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb01146-737b-496f-9415-78ec9f5c4911', 'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'mac_address': 'fa:16:3e:6b:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:42Z', 'updated_at': '2022-05-11T21:13:47Z', 'revision_number': 5, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'subnets': [{'id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:14:38.011839 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-e4d55485-9452-4aa9-b063-c8bbcbebe0ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b HTTP/1.1" status: 200 len: 998 time: 0.0578320 May 11 21:14:38.026524 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] Checking router: 3392c7a9-9940-43ad-a27a-36dc9676c90a for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:14:38.035152 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] Routers {'3392c7a9-9940-43ad-a27a-36dc9676c90a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:14:38.035770 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:14:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['3392c7a9-9940-43ad-a27a-36dc9676c90a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:14:38.062533 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-e457791b-e3f6-44e9-85b6-248baa234b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:38.068763 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-e457791b-e3f6-44e9-85b6-248baa234b59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fde61afb-76a5-4aad-8744-4e41ed245368 HTTP/1.1" status: 200 len: 847 time: 0.0461717 May 11 21:14:38.105582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-788b5fe8-79c1-4106-89b9-091196607a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:38.107095 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-788b5fe8-79c1-4106-89b9-091196607a15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6869d34-bf63-4e4e-9ffe-81f61871d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368855 May 11 21:14:38.144664 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] Set router 3392c7a9-9940-43ad-a27a-36dc9676c90a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:14:38.198830 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-da2b68e7-6d35-4823-9418-96f98969343b service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843928 May 11 21:14:38.291980 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d4150cb6-9a7e-4de5-ba8b-aeaaa0d8a116 req-4fbbe742-7d6a-4c45-91f2-752101c74713 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875802 May 11 21:14:38.363656 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '3d23b932-c32e-49f3-882b-7c2e9848615c', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'port_id': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'mac_address': 'fa:16:3e:ee:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:14:36Z', 'updated_at': '2022-05-11T21:14:36Z', 'revision_number': 0, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb01146-737b-496f-9415-78ec9f5c4911', 'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'mac_address': 'fa:16:3e:6b:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:42Z', 'updated_at': '2022-05-11T21:13:47Z', 'revision_number': 5, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'subnets': [{'id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:14:38.375575 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acc8e7-163c-47f6-83d7-f5cee8aa1f0a req-202fb5bd-6456-4844-a946-db24c98ec97d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:38.377201 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e6acc8e7-163c-47f6-83d7-f5cee8aa1f0a req-202fb5bd-6456-4844-a946-db24c98ec97d tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0482094 May 11 21:14:38.390568 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5139820-117e-4266-9e0b-073d8eb33087 None None] The sync data for ids ['3392c7a9-9940-43ad-a27a-36dc9676c90a'] in dv-cinder-841467-1-iscsi is: [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '3d23b932-c32e-49f3-882b-7c2e9848615c', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'port_id': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'mac_address': 'fa:16:3e:ee:2f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:14:36Z', 'updated_at': '2022-05-11T21:14:36Z', 'revision_number': 0, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb01146-737b-496f-9415-78ec9f5c4911', 'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'mac_address': 'fa:16:3e:6b:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:42Z', 'updated_at': '2022-05-11T21:13:47Z', 'revision_number': 5, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'subnets': [{'id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:14:38.443284 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e6acc8e7-163c-47f6-83d7-f5cee8aa1f0a req-c8caf02a-3f44-4e74-9bd0-694019c17353 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576756 May 11 21:14:38.600091 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d65952-5c6f-4eea-833d-9604e3f045da None None] New status for floating IP 3d23b932-c32e-49f3-882b-7c2e9848615c: ACTIVE {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:14:38.990384 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53700) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:14:39.038382 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4aa534-a753-45a6-bd4e-e4ffb3443bd2 admin admin] Deleting subnet 40f371b9-ebf9-4157-8cb9-d2cde205195c {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:14:39.041344 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4aa534-a753-45a6-bd4e-e4ffb3443bd2 admin admin] Publish callbacks [] for subnet (40f371b9-ebf9-4157-8cb9-d2cde205195c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.074380 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4aa534-a753-45a6-bd4e-e4ffb3443bd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2745531'] for subnet (40f371b9-ebf9-4157-8cb9-d2cde205195c), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.111609 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4aa534-a753-45a6-bd4e-e4ffb3443bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (40f371b9-ebf9-4157-8cb9-d2cde205195c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.223107 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4aa534-a753-45a6-bd4e-e4ffb3443bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3811050'] for subnet (40f371b9-ebf9-4157-8cb9-d2cde205195c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.249753 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4aa534-a753-45a6-bd4e-e4ffb3443bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f371b9-ebf9-4157-8cb9-d2cde205195c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:39.251676 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee4aa534-a753-45a6-bd4e-e4ffb3443bd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.254719 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-ee4aa534-a753-45a6-bd4e-e4ffb3443bd2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/40f371b9-ebf9-4157-8cb9-d2cde205195c HTTP/1.1" status: 204 len: 168 time: 0.2633533 May 11 21:14:39.257180 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53702) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:14:39.326194 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (450bdbb1-35fe-459c-a04c-28698ec4e58c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.402215 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (450bdbb1-35fe-459c-a04c-28698ec4e58c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.426526 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450bdbb1-35fe-459c-a04c-28698ec4e58c']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:14:39.435833 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edc51b3-4a35-4c35-b54f-3fd60853df7a') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:14:39.436129 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edc51b3-4a35-4c35-b54f-3fd60853df7a') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:14:39.445457 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2745474'] for segment (1edc51b3-4a35-4c35-b54f-3fd60853df7a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.458952 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (1edc51b3-4a35-4c35-b54f-3fd60853df7a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.464808 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:14:39.465185 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562712'] for segment (1edc51b3-4a35-4c35-b54f-3fd60853df7a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: Traceback (most recent call last): May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: timer() May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: cb(*args, **kw) May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: return func(*args, **kwargs) May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: self._notify() May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: self.callback(batched_events) May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: event.method(event) May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: return f(self, *a, **k) May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._get(url).json() May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: return self.request(url, 'GET', **kwargs) May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:14:39.466865 dv-cinder-841467-1-iscsi neutron-server[104009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:14:39.560577 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5854c1-2517-48d1-950d-fefcd24ea4bc req-3b457394-a840-420c-8050-31591f30750e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:39.562066 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb5854c1-2517-48d1-950d-fefcd24ea4bc req-3b457394-a840-420c-8050-31591f30750e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0475862 May 11 21:14:39.583096 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (450bdbb1-35fe-459c-a04c-28698ec4e58c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.589208 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:39.592851 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/450bdbb1-35fe-459c-a04c-28698ec4e58c HTTP/1.1" status: 204 len: 168 time: 0.3347390 May 11 21:14:39.604780 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e263cb-d215-43f2-9c44-efdb7782fdc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=450bdbb1-35fe-459c-a04c-28698ec4e58c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:39.630400 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb5854c1-2517-48d1-950d-fefcd24ea4bc req-d3c23779-710b-4c4a-b1b4-a7fa91b9b68a tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627303 May 11 21:14:39.976299 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53708) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:14:39.988466 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a0219f1d-43f0-4b6b-8927-7dc464e7f26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:40.015211 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-621a716b-5103-4f5a-a920-7e2d74c983fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b37271fa94bf4dd7b16f144dbb9c049c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377877 May 11 21:14:40.017767 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53710) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:14:40.066887 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f14fe1ea-961a-40bd-a384-619dd4f99404 admin admin] Publish callbacks [] for security_group (3d1d9fd2-9325-472e-98b2-663f94e61283), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:40.088040 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f14fe1ea-961a-40bd-a384-619dd4f99404 admin admin] Publish callbacks [] for security_group (3d1d9fd2-9325-472e-98b2-663f94e61283), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:40.188237 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f14fe1ea-961a-40bd-a384-619dd4f99404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (3d1d9fd2-9325-472e-98b2-663f94e61283), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:40.190752 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f14fe1ea-961a-40bd-a384-619dd4f99404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:40.191869 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f14fe1ea-961a-40bd-a384-619dd4f99404 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d1d9fd2-9325-472e-98b2-663f94e61283 HTTP/1.1" status: 204 len: 168 time: 0.1731279 May 11 21:14:40.200104 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fe1ea-961a-40bd-a384-619dd4f99404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1d9fd2-9325-472e-98b2-663f94e61283,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:14:40.746383 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a0aec-6695-4cbb-a987-33d7db670def req-ccc12460-4338-4b70-a701-a01829236744 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:40.747951 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d46a0aec-6695-4cbb-a987-33d7db670def req-ccc12460-4338-4b70-a701-a01829236744 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0481327 May 11 21:14:40.808474 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d46a0aec-6695-4cbb-a987-33d7db670def req-20bd8298-e347-4d09-a63a-f1d411abce0b tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548248 May 11 21:14:41.922902 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287acdc-ff8b-4870-ac94-847900aabed2 req-3b9df66a-47f7-43f1-84d2-589b920a799c tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:41.924382 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4287acdc-ff8b-4870-ac94-847900aabed2 req-3b9df66a-47f7-43f1-84d2-589b920a799c tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0475063 May 11 21:14:41.985153 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4287acdc-ff8b-4870-ac94-847900aabed2 req-33742fd1-fc78-48a1-957d-f1db0c52b3b3 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549135 May 11 21:14:42.228453 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-70bb1d49-e103-4094-90a4-0c7fb9849afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:43.097352 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda0ae8-24a3-49de-858d-e8b5afd63f2a req-3ed25044-bbfd-4472-aa8d-d9f6099b06c5 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:43.098739 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0dda0ae8-24a3-49de-858d-e8b5afd63f2a req-3ed25044-bbfd-4472-aa8d-d9f6099b06c5 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0471210 May 11 21:14:43.161146 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0dda0ae8-24a3-49de-858d-e8b5afd63f2a req-42778a87-dc83-4549-b0b1-0d5d36170679 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561755 May 11 21:14:43.771365 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:44.273069 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd8fbf-24b5-4339-b71a-23227ead9996 req-52c726c6-fa18-483f-b303-a69c1bead61e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:44.274557 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d0bd8fbf-24b5-4339-b71a-23227ead9996 req-52c726c6-fa18-483f-b303-a69c1bead61e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0460675 May 11 21:14:44.338075 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d0bd8fbf-24b5-4339-b71a-23227ead9996 req-2463d0f0-7b67-4d57-a278-c36e7afc0b4e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576539 May 11 21:14:45.096971 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:45.450967 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d6c8c-1eb7-4fc8-af0b-e255d382d810 req-c15eb174-3228-401d-8733-074e44c4a3c8 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:45.452424 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c98d6c8c-1eb7-4fc8-af0b-e255d382d810 req-c15eb174-3228-401d-8733-074e44c4a3c8 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0473266 May 11 21:14:45.510037 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c98d6c8c-1eb7-4fc8-af0b-e255d382d810 req-b603b995-41b7-4080-b1b0-3abd4d3d1b70 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519569 May 11 21:14:46.620558 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3de29f-6293-4e1e-bc17-f7b1d54521e1 req-f4e13edd-83d6-4322-b501-dfbe8f5483c9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:46.622065 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ab3de29f-6293-4e1e-bc17-f7b1d54521e1 req-f4e13edd-83d6-4322-b501-dfbe8f5483c9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0466497 May 11 21:14:46.627599 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:46.681696 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ab3de29f-6293-4e1e-bc17-f7b1d54521e1 req-a385799a-a045-434c-89a8-ff97a35926e0 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538523 May 11 21:14:47.370317 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:14:47.953336 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d84e39-651c-4ae0-9bb7-5bc6b9077e5d req-c2419cf1-d7e3-4e9f-ba28-0d8467f57686 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:47.954939 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-47d84e39-651c-4ae0-9bb7-5bc6b9077e5d req-c2419cf1-d7e3-4e9f-ba28-0d8467f57686 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.2072163 May 11 21:14:48.014686 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-47d84e39-651c-4ae0-9bb7-5bc6b9077e5d req-a42913de-68f3-48b0-bd84-9a3cc4ee152e tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533047 May 11 21:14:48.840482 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:14:49.183047 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1a786-a1b7-4b14-84a8-69312ea7dbb3 req-75495f4c-19ef-482c-a11f-54edf77dcbfe tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:49.184499 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-93d1a786-a1b7-4b14-84a8-69312ea7dbb3 req-75495f4c-19ef-482c-a11f-54edf77dcbfe tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0984671 May 11 21:14:49.242084 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-93d1a786-a1b7-4b14-84a8-69312ea7dbb3 req-a3ebdb64-34bc-4110-8e22-5cec815e27fc tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520060 May 11 21:14:50.355404 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376309eb-2980-4ab9-8d30-c77826321e88 req-d28472e1-2542-4a87-8040-7cdc33e824e4 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:50.356850 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-376309eb-2980-4ab9-8d30-c77826321e88 req-d28472e1-2542-4a87-8040-7cdc33e824e4 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0489671 May 11 21:14:50.415364 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-376309eb-2980-4ab9-8d30-c77826321e88 req-e517fa69-736d-479d-a657-bffa2a2ff972 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527635 May 11 21:14:51.533022 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f92b22-7e9f-4950-8b04-9a43a46c6d0b req-cc701bcc-155d-4c9b-a440-74b15dcc9df3 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:51.534516 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2f92b22-7e9f-4950-8b04-9a43a46c6d0b req-cc701bcc-155d-4c9b-a440-74b15dcc9df3 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0505047 May 11 21:14:51.593949 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2f92b22-7e9f-4950-8b04-9a43a46c6d0b req-d5d3ac3d-b06f-4d9d-92be-7b6e9ea596d5 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529702 May 11 21:14:52.705029 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0f18-5571-45a4-9341-05f080109b35 req-e29a402e-fc1f-4940-8ac2-f4f63708b7b2 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:52.706512 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f1da0f18-5571-45a4-9341-05f080109b35 req-e29a402e-fc1f-4940-8ac2-f4f63708b7b2 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0467002 May 11 21:14:52.765573 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f1da0f18-5571-45a4-9341-05f080109b35 req-682fbba5-122a-441f-be28-c55895e35508 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&id=0474b137-bb9f-4219-a273-5236bb2f920f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534372 May 11 21:14:55.360262 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-f6761669-60e8-41fb-bc08-8d56f94c856a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413835 May 11 21:14:55.439627 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-62100c94-dad9-4f9d-8189-03e12787651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:55.441092 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-62100c94-dad9-4f9d-8189-03e12787651c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 1130 time: 0.0391583 May 11 21:14:55.543792 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-a0a53858-b127-42a3-8c2d-fc92182dd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:55.545225 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-a0a53858-b127-42a3-8c2d-fc92182dd730 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 913 time: 0.0828042 May 11 21:14:55.620620 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-f726636d-ba5b-444e-a8c8-f2032665a160 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbd65633-32de-4901-ad79-fb11a88761c8 HTTP/1.1" status: 200 len: 1002 time: 0.0619349 May 11 21:14:55.662755 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-f1432d41-f9d5-4c96-b248-6095b867edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:55.664141 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-f1432d41-f9d5-4c96-b248-6095b867edf0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0415359 May 11 21:14:55.707369 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-4369579a-5733-4f7e-be11-2f550e951f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:14:55.708820 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-4369579a-5733-4f7e-be11-2f550e951f90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371144 May 11 21:14:55.800020 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-45544428-6608-4643-b98b-83d583718c56 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838587 May 11 21:14:55.891890 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-99bfedcf-e17b-4c8d-aa33-c3f1490396ec req-1123c089-8ac2-4736-8480-315084bc9ffa service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843894 May 11 21:15:02.099278 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53884) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:02.201812 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52cf01f2-acdc-4de4-a3d3-75f672da054b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:02.273375 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52cf01f2-acdc-4de4-a3d3-75f672da054b admin admin] Publish callbacks [] for security_group (91a32871-b5fc-44c8-a8c7-08a54617af7a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:02.313570 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52cf01f2-acdc-4de4-a3d3-75f672da054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (91a32871-b5fc-44c8-a8c7-08a54617af7a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:02.351617 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-52cf01f2-acdc-4de4-a3d3-75f672da054b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e070de8da3eb4ac5bd1b02f14800cfd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512984 May 11 21:15:02.353092 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf01f2-acdc-4de4-a3d3-75f672da054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a32871-b5fc-44c8-a8c7-08a54617af7a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:02.354788 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53888) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:02.403495 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Publish callbacks [] for security_group (91a32871-b5fc-44c8-a8c7-08a54617af7a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:02.424753 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Publish callbacks [] for security_group (91a32871-b5fc-44c8-a8c7-08a54617af7a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:02.559386 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (91a32871-b5fc-44c8-a8c7-08a54617af7a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:02.561989 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:02.563120 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91a32871-b5fc-44c8-a8c7-08a54617af7a HTTP/1.1" status: 204 len: 168 time: 0.2073328 May 11 21:15:02.571442 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a32871-b5fc-44c8-a8c7-08a54617af7a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:02.580049 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.580400 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.580768 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.581107 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.581917 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.582261 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.582593 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.583109 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.583443 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.583773 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.584100 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.584444 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.584768 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.585077 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:02.585392 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb5c255-7e57-46b2-b70f-ccd73f0f8476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:10.027542 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-2ebbfa86-2a6d-41db-a028-c80f0e0ec452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:12.187912 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c04799d4-e16f-463d-a16a-d66c9b82b0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:13.759416 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:15.050933 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:16.616152 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:18.821592 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:24.369467 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:15:31.729157 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-95f91742-b857-4ca8-a6eb-ffdc49efdbf0 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467761671&fields=id&tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56 HTTP/1.1" status: 200 len: 267 time: 0.0440018 May 11 21:15:31.790494 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-64e90ab1-1e17-4b5f-9c07-665dff8a7ade tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:31.791948 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-64e90ab1-1e17-4b5f-9c07-665dff8a7ade tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 984 time: 0.0574679 May 11 21:15:31.802739 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-fdeae216-d1f4-4f8d-9c41-98cdaa82defb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Request body: {'port': {'security_groups': ['4631f027-a833-4b19-b4e6-c470ac008652']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 21:15:31.875120 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-fdeae216-d1f4-4f8d-9c41-98cdaa82defb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (a75fd384-059f-48a9-8646-474738a13496), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.081809 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-fdeae216-d1f4-4f8d-9c41-98cdaa82defb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] For port a75fd384-059f-48a9-8646-474738a13496, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a75fd384-059f-48a9-8646-474738a13496,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:32.113799 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-fdeae216-d1f4-4f8d-9c41-98cdaa82defb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for port (a75fd384-059f-48a9-8646-474738a13496), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.170534 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-fdeae216-d1f4-4f8d-9c41-98cdaa82defb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3284255'] for port (a75fd384-059f-48a9-8646-474738a13496), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.190575 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['a75fd384-059f-48a9-8646-474738a13496'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:15:32.215212 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-fdeae216-d1f4-4f8d-9c41-98cdaa82defb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:32.215212 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-fdeae216-d1f4-4f8d-9c41-98cdaa82defb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.215212 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92a15ae4-08ac-42a9-8663-9539c8cc41a0 req-fdeae216-d1f4-4f8d-9c41-98cdaa82defb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "PUT /v2.0/ports/a75fd384-059f-48a9-8646-474738a13496 HTTP/1.1" status: 200 len: 942 time: 0.4166086 May 11 21:15:32.215560 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'tag': 'a75fd384-059f-48a9-8646-474738a13496'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:15:32.217711 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc91f304-968c-4952-897a-bd06f799712b" -d '{"events": [{"name": "network-changed", "server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "tag": "a75fd384-059f-48a9-8646-474738a13496"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:15:32.222462 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 53912) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:32.258410 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeae216-d1f4-4f8d-9c41-98cdaa82defb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event updated for resources: {'Port': ['ID=a75fd384-059f-48a9-8646-474738a13496,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:32.297357 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f985bb10-2c9c-48a1-a0ff-feeac71edb02 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group (0474b137-bb9f-4219-a273-5236bb2f920f), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.328395 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f985bb10-2c9c-48a1-a0ff-feeac71edb02 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group (0474b137-bb9f-4219-a273-5236bb2f920f), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.358537 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['a75fd384-059f-48a9-8646-474738a13496'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:15:32.455190 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f696dd-34f7-47c6-8ec0-8abcaef4a3a2 x-openstack-request-id: req-69f696dd-34f7-47c6-8ec0-8abcaef4a3a2 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:15:32.455490 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "tag": "a75fd384-059f-48a9-8646-474738a13496", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:15:32.455746 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-69f696dd-34f7-47c6-8ec0-8abcaef4a3a2 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:15:32.456512 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f696dd-34f7-47c6-8ec0-8abcaef4a3a2'] response: {'name': 'network-changed', 'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'tag': 'a75fd384-059f-48a9-8646-474738a13496', 'status': 'completed', 'code': 200} May 11 21:15:32.462393 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f985bb10-2c9c-48a1-a0ff-feeac71edb02 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (0474b137-bb9f-4219-a273-5236bb2f920f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.465318 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f985bb10-2c9c-48a1-a0ff-feeac71edb02 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.466607 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f985bb10-2c9c-48a1-a0ff-feeac71edb02 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "DELETE /v2.0/security-groups/0474b137-bb9f-4219-a273-5236bb2f920f HTTP/1.1" status: 204 len: 168 time: 0.2431412 May 11 21:15:32.477947 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 53916) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:32.485678 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985bb10-2c9c-48a1-a0ff-feeac71edb02 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0474b137-bb9f-4219-a273-5236bb2f920f,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:32.506292 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-cb195536-61ab-4ba9-8358-fbdf81ccad6c None None] Provisioning complete for port a75fd384-059f-48a9-8646-474738a13496 triggered by entity DHCP. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:15:32.507390 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cb195536-61ab-4ba9-8358-fbdf81ccad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (a75fd384-059f-48a9-8646-474738a13496), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.609740 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-cb195536-61ab-4ba9-8358-fbdf81ccad6c None None] Current status of the port a75fd384-059f-48a9-8646-474738a13496 is: ACTIVE; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:15:32.620088 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91f304-968c-4952-897a-bd06f799712b req-b45bb03e-c097-4260-8531-19a93ce6c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:32.622258 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc91f304-968c-4952-897a-bd06f799712b req-b45bb03e-c097-4260-8531-19a93ce6c886 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56&device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 1129 time: 0.1411870 May 11 21:15:32.631399 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Deleting port d15ce726-b440-477e-ad94-aa709bea552b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:32.631745 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (d15ce726-b440-477e-ad94-aa709bea552b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.708386 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (d15ce726-b440-477e-ad94-aa709bea552b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.708709 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for floatingip (d15ce726-b440-477e-ad94-aa709bea552b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.713490 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91f304-968c-4952-897a-bd06f799712b req-175dd864-9751-4e22-9167-3629f09fb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:32.715047 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc91f304-968c-4952-897a-bd06f799712b req-175dd864-9751-4e22-9167-3629f09fb488 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f01e4790-8167-4598-92e2-db182365e1c6 HTTP/1.1" status: 200 len: 915 time: 0.0830956 May 11 21:15:32.720750 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Calling delete_port for d15ce726-b440-477e-ad94-aa709bea552b owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:32.783643 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc91f304-968c-4952-897a-bd06f799712b req-0a5866d0-6c9d-4d27-8e24-658bcebc73f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75fd384-059f-48a9-8646-474738a13496 HTTP/1.1" status: 200 len: 1001 time: 0.0622156 May 11 21:15:32.834842 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91f304-968c-4952-897a-bd06f799712b req-879f5a44-777d-4676-9aa2-bbc981c3ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:32.836328 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc91f304-968c-4952-897a-bd06f799712b req-879f5a44-777d-4676-9aa2-bbc981c3ed39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d765d351-87c6-4de7-ba10-73372c480dbc HTTP/1.1" status: 200 len: 853 time: 0.0440688 May 11 21:15:32.882920 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91f304-968c-4952-897a-bd06f799712b req-dc2bb20c-62f5-4ec2-a327-56425d06e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:32.884336 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc91f304-968c-4952-897a-bd06f799712b req-dc2bb20c-62f5-4ec2-a327-56425d06e617 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f01e4790-8167-4598-92e2-db182365e1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388765 May 11 21:15:32.897430 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-fc91f304-968c-4952-897a-bd06f799712b req-98460e0f-2309-4878-9d48-571bec9d35fc service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 21:15:32.898581 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc91f304-968c-4952-897a-bd06f799712b req-98460e0f-2309-4878-9d48-571bec9d35fc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048692 May 11 21:15:32.947693 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (d15ce726-b440-477e-ad94-aa709bea552b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:32.981288 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event deleted for resources: {'Port': ['ID=d15ce726-b440-477e-ad94-aa709bea552b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:32.994311 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc91f304-968c-4952-897a-bd06f799712b req-4b8c151b-b652-4c4b-8df6-930bbc6abce8 service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863283 May 11 21:15:33.034656 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks [] for floatingip (2ee3e22e-cb6c-44db-b999-d8864ac2711e), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:33.034992 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Floating IP 2ee3e22e-cb6c-44db-b999-d8864ac2711e disassociated (deleted). External IP: 172.27.3.136, port: a75fd384-059f-48a9-8646-474738a13496. May 11 21:15:33.086003 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-fc91f304-968c-4952-897a-bd06f799712b req-4a74f2c4-c65d-4aee-b7f0-a3c3674c6118 service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826356 May 11 21:15:33.242674 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:15:33.350256 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:15:33.355124 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:33.361141 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] Sync routers for ids ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:15:33.370550 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] Routers {'8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:15:33.371164 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:33.382642 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3d64f77b-2347-43b6-ae15-6297e295e829 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "DELETE /v2.0/floatingips/2ee3e22e-cb6c-44db-b999-d8864ac2711e HTTP/1.1" status: 204 len: 168 time: 0.9122381 May 11 21:15:33.487020 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] Set router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:15:33.810114 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:47Z', 'revision_number': 5, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:33.836669 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] Checking router: 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:15:33.845707 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] Routers {'8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:15:33.846363 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:33.959779 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] Set router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:15:34.148508 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:47Z', 'revision_number': 5, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:34.174374 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3208f9-b347-4daf-a308-8ece1fcde32e None None] The sync data for ids ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'] in dv-cinder-841467-1-iscsi is: [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:12:43Z', 'revision_number': 4, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '4628bb42-007e-47bb-a3c5-b081e6cbf834', 'name': '', 'network_id': 'f01e4790-8167-4598-92e2-db182365e1c6', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'mac_address': 'fa:16:3e:3c:d1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:43Z', 'updated_at': '2022-05-11T21:12:47Z', 'revision_number': 5, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'subnets': [{'id': 'd765d351-87c6-4de7-ba10-73372c480dbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:15:34.384733 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6224082-ed22-4319-9600-cd536738e734 None None] New status for floating IP 2ee3e22e-cb6c-44db-b999-d8864ac2711e: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:15:34.457696 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'tag': 'a75fd384-059f-48a9-8646-474738a13496'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:15:34.460706 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8530c8e3c5ab380b281d68f29766ebf07678cdc0fc4b0931dcbe95fd6ed6f4c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677be553-9132-4106-8e42-e85531dce14b" -d '{"events": [{"name": "network-changed", "server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "tag": "a75fd384-059f-48a9-8646-474738a13496"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:15:34.498324 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8721187d-87fb-4325-b417-0d7b4cb8f94e x-openstack-request-id: req-8721187d-87fb-4325-b417-0d7b4cb8f94e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:15:34.498624 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "tag": "a75fd384-059f-48a9-8646-474738a13496", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:15:34.498884 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8721187d-87fb-4325-b417-0d7b4cb8f94e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:15:34.499302 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8721187d-87fb-4325-b417-0d7b4cb8f94e'] response: {'name': 'network-changed', 'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'tag': 'a75fd384-059f-48a9-8646-474738a13496', 'status': 'completed', 'code': 200} May 11 21:15:34.588658 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be553-9132-4106-8e42-e85531dce14b req-e20934ce-e3ec-4f54-8e72-7645b1695677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:34.590196 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-677be553-9132-4106-8e42-e85531dce14b req-e20934ce-e3ec-4f54-8e72-7645b1695677 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56&device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 1129 time: 0.0441506 May 11 21:15:34.680064 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be553-9132-4106-8e42-e85531dce14b req-ca556276-21df-4205-831f-4aaa02687e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:34.681549 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-677be553-9132-4106-8e42-e85531dce14b req-ca556276-21df-4205-831f-4aaa02687e1f service neutron] 10.222.0.70 "GET /v2.0/networks?id=f01e4790-8167-4598-92e2-db182365e1c6 HTTP/1.1" status: 200 len: 915 time: 0.0831444 May 11 21:15:34.727716 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-677be553-9132-4106-8e42-e85531dce14b req-16903d49-96d3-4c35-9fff-ec01ea5b8ee1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a75fd384-059f-48a9-8646-474738a13496 HTTP/1.1" status: 200 len: 217 time: 0.0370836 May 11 21:15:34.773517 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be553-9132-4106-8e42-e85531dce14b req-d553a5e3-fe62-4934-8e30-ab8dc27c15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:34.774965 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-677be553-9132-4106-8e42-e85531dce14b req-d553a5e3-fe62-4934-8e30-ab8dc27c15c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d765d351-87c6-4de7-ba10-73372c480dbc HTTP/1.1" status: 200 len: 853 time: 0.0423255 May 11 21:15:34.817333 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be553-9132-4106-8e42-e85531dce14b req-082062ff-274c-4a97-a2f8-b5ab9ae82411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:34.818888 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-677be553-9132-4106-8e42-e85531dce14b req-082062ff-274c-4a97-a2f8-b5ab9ae82411 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f01e4790-8167-4598-92e2-db182365e1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376713 May 11 21:15:34.912551 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-677be553-9132-4106-8e42-e85531dce14b req-c2894e9b-492f-489e-9b3e-2d82efc07a6c service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864558 May 11 21:15:35.009956 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-677be553-9132-4106-8e42-e85531dce14b req-360c9586-cf96-4a1c-a5de-629c51ff2c56 service neutron] 10.222.0.70 "GET /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838811 May 11 21:15:37.785104 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2693614-9009-4682-9e90-fa38f7900cdd req-14649837-a1fc-4ee8-9778-3e62f09ffc24 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:37.786588 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2693614-9009-4682-9e90-fa38f7900cdd req-14649837-a1fc-4ee8-9778-3e62f09ffc24 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 945 time: 0.0505810 May 11 21:15:37.833398 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c2693614-9009-4682-9e90-fa38f7900cdd req-7c55fdab-9b29-45d1-a4ce-9ca2dfe42470 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 May 11 21:15:38.947877 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11a110-5df3-4ad6-b49d-88d1e0370826 req-d7ec70f1-d195-4515-9710-496a983d2515 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:38.949343 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ef11a110-5df3-4ad6-b49d-88d1e0370826 req-d7ec70f1-d195-4515-9710-496a983d2515 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 945 time: 0.0493324 May 11 21:15:38.996035 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ef11a110-5df3-4ad6-b49d-88d1e0370826 req-b075a21d-f84c-4fe8-9392-6e4df373f4e9 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410526 May 11 21:15:39.721019 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-c07b9f1a-30a4-43f3-b3af-fb77e598f252 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:39.722703 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-c07b9f1a-30a4-43f3-b3af-fb77e598f252 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 945 time: 0.0456159 May 11 21:15:39.810249 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Deleting port a75fd384-059f-48a9-8646-474738a13496 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:39.810582 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (a75fd384-059f-48a9-8646-474738a13496), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:39.897067 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] For port a75fd384-059f-48a9-8646-474738a13496, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=a75fd384-059f-48a9-8646-474738a13496,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:39.897428 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (a75fd384-059f-48a9-8646-474738a13496), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:39.910505 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Calling delete_port for a75fd384-059f-48a9-8646-474738a13496 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:39.987493 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c04898d2-17e3-4b65-8d33-573c668f1d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:40.105750 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff1e12-7984-428d-9778-a64aa23f0829 req-06a4181f-2961-4804-a97f-a93898dbc2cb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:40.107742 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dcff1e12-7984-428d-9778-a64aa23f0829 req-06a4181f-2961-4804-a97f-a93898dbc2cb tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/ports?device_id=f69317df-5298-4b77-bd58-e2284db8656c HTTP/1.1" status: 200 len: 945 time: 0.0461462 May 11 21:15:40.114268 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (a75fd384-059f-48a9-8646-474738a13496), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:40.129882 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['a75fd384-059f-48a9-8646-474738a13496'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:15:40.155251 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Pushing event deleted for resources: {'Port': ['ID=a75fd384-059f-48a9-8646-474738a13496,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:40.173395 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.173764 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.174102 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.174437 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.174766 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.175090 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.175413 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.175729 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.176048 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.176365 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.176683 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.177000 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.177315 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.177656 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.177972 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:40.224076 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] No DVR routers for this DVR port a75fd384-059f-48a9-8646-474738a13496 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:15:40.228415 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:40.232127 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-80f902f8-3887-44d1-af4a-e79e5d7a3121 req-f463c882-ee5d-4d5d-8b49-a97f72d2f543 tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.70 "DELETE /v2.0/ports/a75fd384-059f-48a9-8646-474738a13496 HTTP/1.1" status: 204 len: 173 time: 0.5018296 May 11 21:15:40.232493 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'name': 'network-vif-deleted', 'tag': 'a75fd384-059f-48a9-8646-474738a13496'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:15:40.234734 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb036e50-2f2c-476c-b407-c4ad2ce31ea3" -d '{"events": [{"server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "name": "network-vif-deleted", "tag": "a75fd384-059f-48a9-8646-474738a13496"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:15:40.241194 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-dcff1e12-7984-428d-9778-a64aa23f0829 req-7ff664ff-7684-479a-9d92-f110050eff2c tempest-TestMinimumBasicScenario-1534775717 tempest-TestMinimumBasicScenario-1534775717-project] 10.222.0.35 "GET /v2.0/security-groups?id=4631f027-a833-4b19-b4e6-c470ac008652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279581 May 11 21:15:40.335261 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b0b37a-e70a-49c8-b117-b46e1ba3ba13 x-openstack-request-id: req-f9b0b37a-e70a-49c8-b117-b46e1ba3ba13 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:15:40.335561 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69317df-5298-4b77-bd58-e2284db8656c", "name": "network-vif-deleted", "tag": "a75fd384-059f-48a9-8646-474738a13496", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:15:40.335816 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9b0b37a-e70a-49c8-b117-b46e1ba3ba13 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:15:40.336220 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b0b37a-e70a-49c8-b117-b46e1ba3ba13'] response: {'server_uuid': 'f69317df-5298-4b77-bd58-e2284db8656c', 'name': 'network-vif-deleted', 'tag': 'a75fd384-059f-48a9-8646-474738a13496', 'status': 'completed', 'code': 200} May 11 21:15:42.181720 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c8cd785c-02d5-4ac2-9eb1-8473a94d373b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:42.413722 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54006) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:42.666515 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device a75fd384-059f-48a9-8646-474738a13496 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:15:42.686985 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: a75fd384-059f-48a9-8646-474738a13496 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:15:42.687331 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device a75fd384-059f-48a9-8646-474738a13496 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:15:42.734421 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526552'] for router_interface (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:42.958622 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] Deleting port 4628bb42-007e-47bb-a3c5-b081e6cbf834 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:42.958852 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:43.034802 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] For port 4628bb42-007e-47bb-a3c5-b081e6cbf834, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4628bb42-007e-47bb-a3c5-b081e6cbf834,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:43.035158 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:43.047685 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] Calling delete_port for 4628bb42-007e-47bb-a3c5-b081e6cbf834 owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:43.290085 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (4628bb42-007e-47bb-a3c5-b081e6cbf834), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:43.316049 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4628bb42-007e-47bb-a3c5-b081e6cbf834,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:43.482125 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-984007'] for router_interface (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:43.787758 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:43.963281 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] Router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:15:44.069948 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:15:44.074793 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b893e564-96f7-4f3e-88f4-1d3c438e81d4 admin admin] 10.222.0.35 "PUT /v2.0/routers/8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6599853 May 11 21:15:44.077368 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54008) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:44.078271 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] Sync routers for ids ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:15:44.087642 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] Routers {'8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:15:44.088253 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:44.180584 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Publish callbacks [] for router (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:44.194720 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] Set router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:15:44.281008 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Publish callbacks [] for router_gateway (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:44.364451 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:15:43Z', 'revision_number': 5, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port': {'id': '3dc74d9b-b42a-4db9-95e5-bae297e27e2a', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:41Z', 'updated_at': '2022-05-11T21:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:44.364793 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Deleting port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:44.365139 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:44.390746 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] Checking router: 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:15:44.399020 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] Routers {'8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:15:44.399632 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:44.443466 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] For port 3dc74d9b-b42a-4db9-95e5-bae297e27e2a, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=3dc74d9b-b42a-4db9-95e5-bae297e27e2a,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:44.443824 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:44.457442 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Calling delete_port for 3dc74d9b-b42a-4db9-95e5-bae297e27e2a owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:44.488957 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] Set router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:15:44.543023 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:15:44Z', 'revision_number': 6, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port_host': None}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:44.568647 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e7137-7cc9-4a2a-bfff-0e54ed6d30e6 None None] The sync data for ids ['8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc'] in dv-cinder-841467-1-iscsi is: [{'id': '8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc', 'name': 'tempest-TestMinimumBasicScenario-467927115-router', 'tenant_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:40Z', 'updated_at': '2022-05-11T21:15:44Z', 'revision_number': 6, 'project_id': 'ffc2f645c2fb4fb1baf86bfa44be2d56', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:15:44.690325 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (3dc74d9b-b42a-4db9-95e5-bae297e27e2a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:44.714554 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc74d9b-b42a-4db9-95e5-bae297e27e2a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:44.773693 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549098'] for router_gateway (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:44.862694 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16205'] for router (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:44.864789 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Publish callbacks [] for router_controller (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:44.988062 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549819'] for router (8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:44.988739 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 21:15:44.993000 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:44.995340 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0c9e4fde-b85a-4049-8339-4a5ad40d6a22 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8d0e70d1-ab74-4d6a-94d1-3d1e202b09cc HTTP/1.1" status: 204 len: 168 time: 0.9169433 May 11 21:15:45.000984 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54010) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:45.036523 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4628bb42-007e-47bb-a3c5-b081e6cbf834 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:15:45.052547 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-78075fa0-26fe-4102-a800-5a767bec1467 admin admin] Deleting subnet d765d351-87c6-4de7-ba10-73372c480dbc {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:15:45.056020 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78075fa0-26fe-4102-a800-5a767bec1467 admin admin] Publish callbacks [] for subnet (d765d351-87c6-4de7-ba10-73372c480dbc), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.060646 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 4628bb42-007e-47bb-a3c5-b081e6cbf834 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:15:45.061218 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4628bb42-007e-47bb-a3c5-b081e6cbf834 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:15:45.089798 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78075fa0-26fe-4102-a800-5a767bec1467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2745531'] for subnet (d765d351-87c6-4de7-ba10-73372c480dbc), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.096279 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.168078 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78075fa0-26fe-4102-a800-5a767bec1467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (d765d351-87c6-4de7-ba10-73372c480dbc), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.285076 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78075fa0-26fe-4102-a800-5a767bec1467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3811050'] for subnet (d765d351-87c6-4de7-ba10-73372c480dbc), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.309856 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78075fa0-26fe-4102-a800-5a767bec1467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d765d351-87c6-4de7-ba10-73372c480dbc,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:45.314283 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-78075fa0-26fe-4102-a800-5a767bec1467 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.317316 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-78075fa0-26fe-4102-a800-5a767bec1467 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d765d351-87c6-4de7-ba10-73372c480dbc HTTP/1.1" status: 204 len: 168 time: 0.3178306 May 11 21:15:45.319858 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54012) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:45.320492 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f771d-b5af-49ce-9896-cf68248c9bba None None] Network f01e4790-8167-4598-92e2-db182365e1c6 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:15:45.395050 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (f01e4790-8167-4598-92e2-db182365e1c6), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.447335 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Deleting port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:45.447680 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.474760 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401343a1-fa80-406d-aef3-238dc437515c None None] DHCP port deletion for f01e4790-8167-4598-92e2-db182365e1c6 request from dv-cinder-841467-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 21:15:45.516904 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] For port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4dceeca8-74fa-4f8d-87dc-d569d9adfdfe,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:45.517265 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.517743 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Deleting port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:45.518178 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.530878 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Calling delete_port for 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:45.582259 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-401343a1-fa80-406d-aef3-238dc437515c None None] For port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4dceeca8-74fa-4f8d-87dc-d569d9adfdfe,segment=NetworkSegment(de30edbc-99b9-4ceb-aae7-0886b010f409),segment_id=de30edbc-99b9-4ceb-aae7-0886b010f409)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:45.582651 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.597344 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Calling delete_port for 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:45.685084 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.690784 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478'] for port (4dceeca8-74fa-4f8d-87dc-d569d9adfdfe), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.711105 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dceeca8-74fa-4f8d-87dc-d569d9adfdfe,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:45.714371 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] No DVR routers for this DVR port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe on host dv-cinder-841467-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:15:45.718166 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Pushing event deleted for resources: {'Port': ['ID=4dceeca8-74fa-4f8d-87dc-d569d9adfdfe,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:45.722587 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401343a1-fa80-406d-aef3-238dc437515c None None] No DVR routers for this DVR port 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe on host dv-cinder-841467-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:15:45.733918 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.733918 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.734299 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.734518 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.734848 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.735177 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.735503 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.735878 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.736237 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.736528 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.737067 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.737571 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.737892 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.738208 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.738523 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401343a1-fa80-406d-aef3-238dc437515c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:15:45.787684 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (f01e4790-8167-4598-92e2-db182365e1c6), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.806548 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01e4790-8167-4598-92e2-db182365e1c6']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:45.816058 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de30edbc-99b9-4ceb-aae7-0886b010f409') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:45.816348 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de30edbc-99b9-4ceb-aae7-0886b010f409') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:45.825999 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2745474'] for segment (de30edbc-99b9-4ceb-aae7-0886b010f409), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.838847 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (de30edbc-99b9-4ceb-aae7-0886b010f409), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562712'] for segment (de30edbc-99b9-4ceb-aae7-0886b010f409), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: Traceback (most recent call last): May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: timer() May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: cb(*args, **kw) May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: return func(*args, **kwargs) May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: self._notify() May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: self.callback(batched_events) May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: event.method(event) May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: return f(self, *a, **k) May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._get(url).json() May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: return self.request(url, 'GET', **kwargs) May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:15:45.846868 dv-cinder-841467-1-iscsi neutron-server[104009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:15:45.970166 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (f01e4790-8167-4598-92e2-db182365e1c6), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.975364 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:45.979896 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f01e4790-8167-4598-92e2-db182365e1c6 HTTP/1.1" status: 204 len: 168 time: 0.6576326 May 11 21:15:45.982119 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54014) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:45.989720 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47891d78-f9ea-4541-b53e-ecb298b0efa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f01e4790-8167-4598-92e2-db182365e1c6,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:46.533660 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526552'] for router_interface (1e8690da-801a-4cf3-b4d1-e5f605bc116b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:46.615883 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:46.759688 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] Deleting port 3867d325-dcfc-4b57-af77-0b066ca11d58 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:46.760027 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:46.811394 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3dc74d9b-b42a-4db9-95e5-bae297e27e2a no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:15:46.831872 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 3dc74d9b-b42a-4db9-95e5-bae297e27e2a {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:15:46.832220 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3dc74d9b-b42a-4db9-95e5-bae297e27e2a not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:15:46.832632 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:15:46.840090 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] For port 3867d325-dcfc-4b57-af77-0b066ca11d58, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=3867d325-dcfc-4b57-af77-0b066ca11d58,segment=NetworkSegment(b82b9310-c616-40e2-aac2-8a73a57b37dc),segment_id=b82b9310-c616-40e2-aac2-8a73a57b37dc)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:46.841218 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:46.852073 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:15:46.852427 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4dceeca8-74fa-4f8d-87dc-d569d9adfdfe not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:15:46.854241 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] Calling delete_port for 3867d325-dcfc-4b57-af77-0b066ca11d58 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:47.067231 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (3867d325-dcfc-4b57-af77-0b066ca11d58), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:47.089700 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3867d325-dcfc-4b57-af77-0b066ca11d58,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:47.259366 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-984007'] for router_interface (1e8690da-801a-4cf3-b4d1-e5f605bc116b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:47.471105 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] Router 1e8690da-801a-4cf3-b4d1-e5f605bc116b has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:15:47.575778 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:15:47.580589 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0521221e-7039-4d32-95cd-49a6fb14f3e9 admin admin] 10.222.0.35 "PUT /v2.0/routers/1e8690da-801a-4cf3-b4d1-e5f605bc116b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5974338 May 11 21:15:47.583311 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54016) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:47.584230 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] Sync routers for ids ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:15:47.594858 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] Routers {'1e8690da-801a-4cf3-b4d1-e5f605bc116b'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:15:47.595470 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:47.687879 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Publish callbacks [] for router (1e8690da-801a-4cf3-b4d1-e5f605bc116b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:47.700628 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] Set router 1e8690da-801a-4cf3-b4d1-e5f605bc116b gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:15:47.792275 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Publish callbacks [] for router_gateway (1e8690da-801a-4cf3-b4d1-e5f605bc116b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:47.902809 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Deleting port b0f4bc61-d04c-4fba-8d89-392acbeb997b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:47.903153 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:47.951052 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'name': 'tempest-TestMinimumBasicScenario-1688472779-router', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:15:46Z', 'revision_number': 5, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'gw_port': {'id': 'b0f4bc61-d04c-4fba-8d89-392acbeb997b', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:47.980170 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] Checking router: 1e8690da-801a-4cf3-b4d1-e5f605bc116b for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:15:47.983637 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] For port b0f4bc61-d04c-4fba-8d89-392acbeb997b, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=b0f4bc61-d04c-4fba-8d89-392acbeb997b,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:47.984002 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:47.988787 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] Routers {'1e8690da-801a-4cf3-b4d1-e5f605bc116b'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:15:47.989427 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:47.997399 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Calling delete_port for b0f4bc61-d04c-4fba-8d89-392acbeb997b owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:48.076698 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] Set router 1e8690da-801a-4cf3-b4d1-e5f605bc116b gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:15:48.127802 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'name': 'tempest-TestMinimumBasicScenario-1688472779-router', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:15:47Z', 'revision_number': 6, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'gw_port_host': None}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:48.158312 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2f7db-2dac-4715-9032-21f5932f5ec6 None None] The sync data for ids ['1e8690da-801a-4cf3-b4d1-e5f605bc116b'] in dv-cinder-841467-1-iscsi is: [{'id': '1e8690da-801a-4cf3-b4d1-e5f605bc116b', 'name': 'tempest-TestMinimumBasicScenario-1688472779-router', 'tenant_id': '2c294bc841144b2ca54af55fa25f1497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:12:47Z', 'updated_at': '2022-05-11T21:15:47Z', 'revision_number': 6, 'project_id': '2c294bc841144b2ca54af55fa25f1497', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:15:48.216177 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (b0f4bc61-d04c-4fba-8d89-392acbeb997b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.243173 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f4bc61-d04c-4fba-8d89-392acbeb997b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:48.307436 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549098'] for router_gateway (1e8690da-801a-4cf3-b4d1-e5f605bc116b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.396705 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16205'] for router (1e8690da-801a-4cf3-b4d1-e5f605bc116b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.398753 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Publish callbacks [] for router_controller (1e8690da-801a-4cf3-b4d1-e5f605bc116b), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.518897 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549819'] for router (1e8690da-801a-4cf3-b4d1-e5f605bc116b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.519864 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e8690da-801a-4cf3-b4d1-e5f605bc116b {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 21:15:48.524524 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.525718 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-c66f5d37-8ee4-44ea-8aa0-faee82a06855 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1e8690da-801a-4cf3-b4d1-e5f605bc116b HTTP/1.1" status: 204 len: 168 time: 0.9413714 May 11 21:15:48.528818 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54018) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:48.575407 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0ecf29-aefe-4218-aa6c-ec79363680e6 admin admin] Deleting subnet 70fca570-1395-4461-aa2e-c75effc66a53 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:15:48.578511 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecf29-aefe-4218-aa6c-ec79363680e6 admin admin] Publish callbacks [] for subnet (70fca570-1395-4461-aa2e-c75effc66a53), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.616125 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecf29-aefe-4218-aa6c-ec79363680e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3277974'] for subnet (70fca570-1395-4461-aa2e-c75effc66a53), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.690079 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecf29-aefe-4218-aa6c-ec79363680e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (70fca570-1395-4461-aa2e-c75effc66a53), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.804791 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecf29-aefe-4218-aa6c-ec79363680e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-50779263'] for subnet (70fca570-1395-4461-aa2e-c75effc66a53), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.829889 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ecf29-aefe-4218-aa6c-ec79363680e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70fca570-1395-4461-aa2e-c75effc66a53,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:48.833013 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.833600 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecf29-aefe-4218-aa6c-ec79363680e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.836943 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2f0ecf29-aefe-4218-aa6c-ec79363680e6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/70fca570-1395-4461-aa2e-c75effc66a53 HTTP/1.1" status: 204 len: 168 time: 0.3065748 May 11 21:15:48.838991 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af2c57d-831b-4526-bf30-26b2a133dcb9 None None] Network cc5812eb-e3f9-48cc-93d8-40f942716a1b requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:15:48.839405 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:48.927521 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (cc5812eb-e3f9-48cc-93d8-40f942716a1b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.937967 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device b0f4bc61-d04c-4fba-8d89-392acbeb997b no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:15:48.963055 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: b0f4bc61-d04c-4fba-8d89-392acbeb997b {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:15:48.963421 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device b0f4bc61-d04c-4fba-8d89-392acbeb997b not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:15:48.963908 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3867d325-dcfc-4b57-af77-0b066ca11d58 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:15:48.972022 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Deleting port 390dff30-f000-426f-a635-31b9ee0afc1d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:48.972368 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:48.992330 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 3867d325-dcfc-4b57-af77-0b066ca11d58 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:15:48.992909 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3867d325-dcfc-4b57-af77-0b066ca11d58 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:15:49.042500 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] For port 390dff30-f000-426f-a635-31b9ee0afc1d, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=390dff30-f000-426f-a635-31b9ee0afc1d,segment=NetworkSegment(b82b9310-c616-40e2-aac2-8a73a57b37dc),segment_id=b82b9310-c616-40e2-aac2-8a73a57b37dc)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:49.042864 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.054450 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0abd400-e5da-4e7c-8b9a-6ce920543e45 None None] DHCP port deletion for cc5812eb-e3f9-48cc-93d8-40f942716a1b request from dv-cinder-841467-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 21:15:49.056633 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Calling delete_port for 390dff30-f000-426f-a635-31b9ee0afc1d owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:49.097971 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e0abd400-e5da-4e7c-8b9a-6ce920543e45 None None] Deleting port 390dff30-f000-426f-a635-31b9ee0afc1d {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:49.098355 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e0abd400-e5da-4e7c-8b9a-6ce920543e45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.164767 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e0abd400-e5da-4e7c-8b9a-6ce920543e45 None None] For port 390dff30-f000-426f-a635-31b9ee0afc1d, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=390dff30-f000-426f-a635-31b9ee0afc1d,segment=NetworkSegment(b82b9310-c616-40e2-aac2-8a73a57b37dc),segment_id=b82b9310-c616-40e2-aac2-8a73a57b37dc)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:49.165154 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e0abd400-e5da-4e7c-8b9a-6ce920543e45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.170494 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.182766 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e0abd400-e5da-4e7c-8b9a-6ce920543e45 None None] Calling delete_port for 390dff30-f000-426f-a635-31b9ee0afc1d owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:49.199207 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=390dff30-f000-426f-a635-31b9ee0afc1d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:49.203549 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] No DVR routers for this DVR port 390dff30-f000-426f-a635-31b9ee0afc1d on host dv-cinder-841467-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:15:49.260422 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e0abd400-e5da-4e7c-8b9a-6ce920543e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478'] for port (390dff30-f000-426f-a635-31b9ee0afc1d), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.275119 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (cc5812eb-e3f9-48cc-93d8-40f942716a1b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.286077 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abd400-e5da-4e7c-8b9a-6ce920543e45 None None] Pushing event deleted for resources: {'Port': ['ID=390dff30-f000-426f-a635-31b9ee0afc1d,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:49.289588 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abd400-e5da-4e7c-8b9a-6ce920543e45 None None] No DVR routers for this DVR port 390dff30-f000-426f-a635-31b9ee0afc1d on host dv-cinder-841467-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:15:49.295816 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5812eb-e3f9-48cc-93d8-40f942716a1b']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:49.308464 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82b9310-c616-40e2-aac2-8a73a57b37dc') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:49.308760 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82b9310-c616-40e2-aac2-8a73a57b37dc') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:49.318562 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3277999'] for segment (b82b9310-c616-40e2-aac2-8a73a57b37dc), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.332007 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (b82b9310-c616-40e2-aac2-8a73a57b37dc), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.337814 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:15:49.338190 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284347'] for segment (b82b9310-c616-40e2-aac2-8a73a57b37dc), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: Traceback (most recent call last): May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: timer() May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: cb(*args, **kw) May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: return func(*args, **kwargs) May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: self._notify() May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: self.callback(batched_events) May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: event.method(event) May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: return f(self, *a, **k) May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._get(url).json() May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: return self.request(url, 'GET', **kwargs) May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:15:49.339845 dv-cinder-841467-1-iscsi neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:15:49.472926 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (cc5812eb-e3f9-48cc-93d8-40f942716a1b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.478269 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.481399 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] 10.222.0.35 "DELETE /v2.0/networks/cc5812eb-e3f9-48cc-93d8-40f942716a1b HTTP/1.1" status: 204 len: 168 time: 0.6403675 May 11 21:15:49.491730 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee329a2b-e75d-463d-9a86-bdb4639ea2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5812eb-e3f9-48cc-93d8-40f942716a1b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:49.839328 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54024) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:49.878996 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-50a8c7a3-93a5-43ff-83cb-ebfb7701d655 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ffc2f645c2fb4fb1baf86bfa44be2d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385375 May 11 21:15:49.881331 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54026) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:49.930887 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b575969-1c8b-4cb7-8baa-1e20afba07e8 admin admin] Publish callbacks [] for security_group (4631f027-a833-4b19-b4e6-c470ac008652), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:49.952957 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b575969-1c8b-4cb7-8baa-1e20afba07e8 admin admin] Publish callbacks [] for security_group (4631f027-a833-4b19-b4e6-c470ac008652), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:50.038974 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b575969-1c8b-4cb7-8baa-1e20afba07e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (4631f027-a833-4b19-b4e6-c470ac008652), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:50.041695 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8b575969-1c8b-4cb7-8baa-1e20afba07e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:50.042860 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-8b575969-1c8b-4cb7-8baa-1e20afba07e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4631f027-a833-4b19-b4e6-c470ac008652 HTTP/1.1" status: 204 len: 168 time: 0.1606331 May 11 21:15:50.051594 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b575969-1c8b-4cb7-8baa-1e20afba07e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4631f027-a833-4b19-b4e6-c470ac008652,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:50.620608 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54032) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:50.660534 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-13ee7bf2-a1a2-4c3e-8ed6-09d6242ce901 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c294bc841144b2ca54af55fa25f1497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388002 May 11 21:15:50.662870 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54034) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:50.708706 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25dced1a-c3ef-40a7-a604-fa4c11f22c47 admin admin] Publish callbacks [] for security_group (47ac377b-e592-4073-88a0-a87b593eb46d), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:50.729474 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25dced1a-c3ef-40a7-a604-fa4c11f22c47 admin admin] Publish callbacks [] for security_group (47ac377b-e592-4073-88a0-a87b593eb46d), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:50.812290 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 390dff30-f000-426f-a635-31b9ee0afc1d no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:15:50.835687 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 390dff30-f000-426f-a635-31b9ee0afc1d {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:15:50.836035 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 390dff30-f000-426f-a635-31b9ee0afc1d not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:15:50.845619 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25dced1a-c3ef-40a7-a604-fa4c11f22c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (47ac377b-e592-4073-88a0-a87b593eb46d), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:50.847112 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25dced1a-c3ef-40a7-a604-fa4c11f22c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:50.848344 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-25dced1a-c3ef-40a7-a604-fa4c11f22c47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47ac377b-e592-4073-88a0-a87b593eb46d HTTP/1.1" status: 204 len: 168 time: 0.1845210 May 11 21:15:50.856545 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dced1a-c3ef-40a7-a604-fa4c11f22c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac377b-e592-4073-88a0-a87b593eb46d,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:53.631259 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54038) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:15:53.778859 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Deleting port e5c90e2d-410e-41df-83a6-7f2da07f67ac {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:53.779457 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (e5c90e2d-410e-41df-83a6-7f2da07f67ac), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:53.853943 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (e5c90e2d-410e-41df-83a6-7f2da07f67ac), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:53.854273 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (e5c90e2d-410e-41df-83a6-7f2da07f67ac), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:53.866957 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Calling delete_port for e5c90e2d-410e-41df-83a6-7f2da07f67ac owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:53.953087 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-fc04c022-21c9-4bf9-8cd6-8176e06947d9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838633 May 11 21:15:54.030624 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-d3a35857-a607-46aa-8c11-ec79b53698a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:54.032073 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-d3a35857-a607-46aa-8c11-ec79b53698a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 1129 time: 0.0498068 May 11 21:15:54.167264 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-4f1f7b45-1e0d-4ce1-80ef-3518a8155f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:54.169325 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-4f1f7b45-1e0d-4ce1-80ef-3518a8155f69 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 913 time: 0.1191101 May 11 21:15:54.215261 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (e5c90e2d-410e-41df-83a6-7f2da07f67ac), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:54.246751 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event deleted for resources: {'Port': ['ID=e5c90e2d-410e-41df-83a6-7f2da07f67ac,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:54.300216 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-12cafda5-750c-424e-8165-b4e3cad3d3d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ecc292-71b0-4268-a0ea-f4af52d014c9 HTTP/1.1" status: 200 len: 1001 time: 0.1225884 May 11 21:15:54.347524 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (67c7ce4b-cc8b-422c-a517-a337b8991aad), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:54.347850 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Floating IP 67c7ce4b-cc8b-422c-a517-a337b8991aad disassociated (deleted). External IP: 172.27.3.137, port: 99ecc292-71b0-4268-a0ea-f4af52d014c9. May 11 21:15:54.396211 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-f0e096bf-012b-44bc-8d72-6b611830399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:54.397731 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-f0e096bf-012b-44bc-8d72-6b611830399e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0882802 May 11 21:15:54.484762 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-827ffd9a-4a20-4024-83bf-787d25ffcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:54.486217 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-827ffd9a-4a20-4024-83bf-787d25ffcfa2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767341 May 11 21:15:54.658379 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-5b541388-7303-4636-9234-3f6f078b4905 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349893 May 11 21:15:54.664937 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Router 6079c222-8310-48e7-8109-2824082297f2 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:15:54.835202 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f8d3b97c-b17f-452e-bd5a-dcd6f37a98dd req-b5d2cae8-fe8e-4c96-9c0b-2a7a000aacfc service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666946 May 11 21:15:54.849289 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:15:54.854183 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:54.859470 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] Sync routers for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:15:54.868599 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:15:54.869214 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:54.885420 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6d56c5cd-82a3-491c-bfb4-e89c84b99f1d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "DELETE /v2.0/floatingips/67c7ce4b-cc8b-422c-a517-a337b8991aad HTTP/1.1" status: 204 len: 168 time: 1.2530525 May 11 21:15:54.886033 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'tag': '99ecc292-71b0-4268-a0ea-f4af52d014c9'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:15:54.888807 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff138715-e1a8-40d2-ae90-cff9be27278c" -d '{"events": [{"name": "network-changed", "server_uuid": "e73f6c6a-d23d-42bc-b42c-1dc580fef95c", "tag": "99ecc292-71b0-4268-a0ea-f4af52d014c9"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:15:54.927337 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa5bf2d-d69b-47b5-8ab2-dee7470b31d5 x-openstack-request-id: req-0fa5bf2d-d69b-47b5-8ab2-dee7470b31d5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:15:54.927920 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73f6c6a-d23d-42bc-b42c-1dc580fef95c", "tag": "99ecc292-71b0-4268-a0ea-f4af52d014c9", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:15:54.928177 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0fa5bf2d-d69b-47b5-8ab2-dee7470b31d5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:15:54.928580 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa5bf2d-d69b-47b5-8ab2-dee7470b31d5'] response: {'name': 'network-changed', 'server_uuid': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'tag': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'status': 'completed', 'code': 200} May 11 21:15:54.982887 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:15:54.992971 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-31415c7d-7063-4068-b10d-7fcfb8b4d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:54.994622 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-31415c7d-7063-4068-b10d-7fcfb8b4d544 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 1129 time: 0.0401638 May 11 21:15:55.095437 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-b2093293-ba91-4477-a836-bb33b37317e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:55.096901 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-b2093293-ba91-4477-a836-bb33b37317e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 913 time: 0.0941327 May 11 21:15:55.141934 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-36f763de-b6bf-4666-85e4-e42b2d5917da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ecc292-71b0-4268-a0ea-f4af52d014c9 HTTP/1.1" status: 200 len: 217 time: 0.0342243 May 11 21:15:55.205938 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '0f4dd906-25ab-498a-af29-d58e3148a79c', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:1a:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:11:15Z', 'updated_at': '2022-05-11T21:11:17Z', 'revision_number': 1, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:55.207028 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-22417850-bcac-4ef3-90bf-8cba68f0e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:55.208542 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-22417850-bcac-4ef3-90bf-8cba68f0e133 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0485296 May 11 21:15:55.260041 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-4d271cea-40cf-467a-9687-6f4f8622e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:55.261624 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-4d271cea-40cf-467a-9687-6f4f8622e61f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425532 May 11 21:15:55.323043 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c80511-aad7-4173-8d30-35856fbf661a req-86feb0e5-62a1-4e60-af1c-2438d1b82fca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:55.324767 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46c80511-aad7-4173-8d30-35856fbf661a req-86feb0e5-62a1-4e60-af1c-2438d1b82fca tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 945 time: 0.0520995 May 11 21:15:55.364476 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-4791aff9-2afd-44da-8e83-95e622c7a2dd service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930991 May 11 21:15:55.370901 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] Checking router: 6079c222-8310-48e7-8109-2824082297f2 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:15:55.379603 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:15:55.380281 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:55.385947 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46c80511-aad7-4173-8d30-35856fbf661a req-ad73a751-09ad-484d-8e97-83371d3b3c1c tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546517 May 11 21:15:55.488978 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:15:55.699532 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '0f4dd906-25ab-498a-af29-d58e3148a79c', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:1a:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:11:15Z', 'updated_at': '2022-05-11T21:11:17Z', 'revision_number': 1, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:15:55.730026 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd680c-dae0-4654-913c-829f71f669e4 None None] The sync data for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi is: [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_floatingips': [{'id': '0f4dd906-25ab-498a-af29-d58e3148a79c', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'router_id': '6079c222-8310-48e7-8109-2824082297f2', 'port_id': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'mac_address': 'fa:16:3e:1a:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T21:11:15Z', 'updated_at': '2022-05-11T21:11:17Z', 'revision_number': 1, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:15:55.971603 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabfdac-32d4-470f-880e-350849e57b51 None None] New status for floating IP 67c7ce4b-cc8b-422c-a517-a337b8991aad: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:15:56.524870 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a60877-0319-4c87-b62b-1422763b1c8a req-07032323-6e7a-4a46-b696-3f4762dc15a6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:56.526359 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a2a60877-0319-4c87-b62b-1422763b1c8a req-07032323-6e7a-4a46-b696-3f4762dc15a6 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 945 time: 0.0705557 May 11 21:15:56.615584 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ff138715-e1a8-40d2-ae90-cff9be27278c req-9371cfc5-e2df-493b-b582-51a893d38d1e service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492922 May 11 21:15:56.619483 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-a2a60877-0319-4c87-b62b-1422763b1c8a req-103c4a21-58d9-449a-a655-2faa2b6d82fa tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669458 May 11 21:15:57.424370 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-462a45ca-1a14-47cc-83a9-8c021706d494 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:57.425872 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-462a45ca-1a14-47cc-83a9-8c021706d494 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 945 time: 0.3110693 May 11 21:15:57.509333 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-626f66c9-3b86-4645-8ff0-85f936066a19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Deleting port 99ecc292-71b0-4268-a0ea-f4af52d014c9 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:15:57.509698 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-626f66c9-3b86-4645-8ff0-85f936066a19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:57.596999 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-626f66c9-3b86-4645-8ff0-85f936066a19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] For port 99ecc292-71b0-4268-a0ea-f4af52d014c9, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=99ecc292-71b0-4268-a0ea-f4af52d014c9,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:15:57.597691 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-626f66c9-3b86-4645-8ff0-85f936066a19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:57.609772 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-626f66c9-3b86-4645-8ff0-85f936066a19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Calling delete_port for 99ecc292-71b0-4268-a0ea-f4af52d014c9 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:15:57.733632 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598e8c5-5077-4325-a008-a7185eaada6d req-a3126fa3-4b6a-44ed-8418-ec556645d38d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:15:57.735075 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8598e8c5-5077-4325-a008-a7185eaada6d req-a3126fa3-4b6a-44ed-8418-ec556645d38d tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 945 time: 0.0460048 May 11 21:15:57.787871 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8598e8c5-5077-4325-a008-a7185eaada6d req-96877f9b-cc33-41b3-b6e7-7686c41ef162 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470531 May 11 21:15:57.827530 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-626f66c9-3b86-4645-8ff0-85f936066a19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (99ecc292-71b0-4268-a0ea-f4af52d014c9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:57.855620 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f66c9-3b86-4645-8ff0-85f936066a19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event deleted for resources: {'Port': ['ID=99ecc292-71b0-4268-a0ea-f4af52d014c9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:15:57.899529 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-626f66c9-3b86-4645-8ff0-85f936066a19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] No DVR routers for this DVR port 99ecc292-71b0-4268-a0ea-f4af52d014c9 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:15:57.901988 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-626f66c9-3b86-4645-8ff0-85f936066a19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:15:57.905409 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-7b5b84b4-8186-4a07-96a7-6dd29a95c91f req-626f66c9-3b86-4645-8ff0-85f936066a19 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "DELETE /v2.0/ports/99ecc292-71b0-4268-a0ea-f4af52d014c9 HTTP/1.1" status: 204 len: 173 time: 0.4716287 May 11 21:15:57.905904 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'name': 'network-vif-deleted', 'tag': '99ecc292-71b0-4268-a0ea-f4af52d014c9'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:15:57.908158 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bed5bf3-9300-4378-a8f5-07d0f197df11" -d '{"events": [{"server_uuid": "e73f6c6a-d23d-42bc-b42c-1dc580fef95c", "name": "network-vif-deleted", "tag": "99ecc292-71b0-4268-a0ea-f4af52d014c9"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:15:57.944005 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1a0ea6-1081-4a54-b564-69af0e91b079 x-openstack-request-id: req-2f1a0ea6-1081-4a54-b564-69af0e91b079 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:15:57.944294 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73f6c6a-d23d-42bc-b42c-1dc580fef95c", "name": "network-vif-deleted", "tag": "99ecc292-71b0-4268-a0ea-f4af52d014c9", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:15:57.944546 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f1a0ea6-1081-4a54-b564-69af0e91b079 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:15:57.944942 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1a0ea6-1081-4a54-b564-69af0e91b079'] response: {'server_uuid': 'e73f6c6a-d23d-42bc-b42c-1dc580fef95c', 'name': 'network-vif-deleted', 'tag': '99ecc292-71b0-4268-a0ea-f4af52d014c9', 'status': 'completed', 'code': 200} May 11 21:15:58.892409 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f038f2e4-8daa-47a0-92c7-972334f24777 req-7fe05f6d-a0f2-47fc-84e2-1dd9d1657431 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e73f6c6a-d23d-42bc-b42c-1dc580fef95c HTTP/1.1" status: 200 len: 210 time: 0.0272276 May 11 21:16:00.727878 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 99ecc292-71b0-4268-a0ea-f4af52d014c9 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:16:00.747970 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 99ecc292-71b0-4268-a0ea-f4af52d014c9 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:16:00.748309 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 99ecc292-71b0-4268-a0ea-f4af52d014c9 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:16:01.368429 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:16:02.366887 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54070) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:02.512755 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Deleting port baa3b482-b4d4-4772-9b1b-aaa5dbacdc00 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:02.513092 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (baa3b482-b4d4-4772-9b1b-aaa5dbacdc00), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:02.585622 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (baa3b482-b4d4-4772-9b1b-aaa5dbacdc00), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:02.585950 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (baa3b482-b4d4-4772-9b1b-aaa5dbacdc00), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:02.598862 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Calling delete_port for baa3b482-b4d4-4772-9b1b-aaa5dbacdc00 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:02.792981 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (baa3b482-b4d4-4772-9b1b-aaa5dbacdc00), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:02.816370 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event deleted for resources: {'Port': ['ID=baa3b482-b4d4-4772-9b1b-aaa5dbacdc00,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:02.883243 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (0f4dd906-25ab-498a-af29-d58e3148a79c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:02.883571 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Floating IP 0f4dd906-25ab-498a-af29-d58e3148a79c disassociated (deleted). External IP: 172.27.3.201, port: cbd65633-32de-4901-ad79-fb11a88761c8. May 11 21:16:03.091560 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Router 6079c222-8310-48e7-8109-2824082297f2 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:16:03.199175 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:16:03.203919 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:03.210068 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] Sync routers for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:16:03.219647 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:16:03.220262 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:03.231808 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b2b13db7-b2f7-459a-be55-ab45b424061b tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "DELETE /v2.0/floatingips/0f4dd906-25ab-498a-af29-d58e3148a79c HTTP/1.1" status: 204 len: 168 time: 0.8638682 May 11 21:16:03.232902 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'tag': 'cbd65633-32de-4901-ad79-fb11a88761c8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:16:03.235158 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306eb4a8-307b-4068-aa91-a8aa7528b241" -d '{"events": [{"name": "network-changed", "server_uuid": "e53feae8-565c-4c97-999c-e6ad67000e66", "tag": "cbd65633-32de-4901-ad79-fb11a88761c8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:16:03.272796 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eef874f-58de-4c2c-9f07-ffd1d6c964e3 x-openstack-request-id: req-0eef874f-58de-4c2c-9f07-ffd1d6c964e3 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:16:03.273094 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53feae8-565c-4c97-999c-e6ad67000e66", "tag": "cbd65633-32de-4901-ad79-fb11a88761c8", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:16:03.273346 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0eef874f-58de-4c2c-9f07-ffd1d6c964e3 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:16:03.273792 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eef874f-58de-4c2c-9f07-ffd1d6c964e3'] response: {'name': 'network-changed', 'server_uuid': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'tag': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'status': 'completed', 'code': 200} May 11 21:16:03.333370 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:16:03.342770 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-65446ac7-f490-47da-902e-6946baa8248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:03.344209 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-65446ac7-f490-47da-902e-6946baa8248f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 1130 time: 0.0397050 May 11 21:16:03.442623 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-7d2a8f87-e0c1-48a0-8e53-0cca6286cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:03.444186 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-7d2a8f87-e0c1-48a0-8e53-0cca6286cb74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 200 len: 913 time: 0.0893257 May 11 21:16:03.489381 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-4d6f328d-59b1-4412-ae09-b30f157f0095 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbd65633-32de-4901-ad79-fb11a88761c8 HTTP/1.1" status: 200 len: 217 time: 0.0348980 May 11 21:16:03.536046 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:03.540494 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-5ba32862-2e4e-40d1-996a-1f07a493c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:03.541983 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-5ba32862-2e4e-40d1-996a-1f07a493c40b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 200 len: 851 time: 0.0454106 May 11 21:16:03.563293 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] Checking router: 6079c222-8310-48e7-8109-2824082297f2 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:16:03.572091 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:16:03.572719 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:03.600250 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-7ee4861f-b891-4a10-b31c-bbf0fc9b1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:03.600250 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-7ee4861f-b891-4a10-b31c-bbf0fc9b1339 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c8d33d52-b2cd-4098-87c1-78268014f2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435338 May 11 21:16:03.651692 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b47d97-b6cf-45ae-8186-32bdf6ae01f2 req-a4bf4639-584c-4cfb-a9e8-dab94b99fe7e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:03.653150 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8b47d97-b6cf-45ae-8186-32bdf6ae01f2 req-a4bf4639-584c-4cfb-a9e8-dab94b99fe7e tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 946 time: 0.0456755 May 11 21:16:03.682924 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:16:03.701708 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-e8b47d97-b6cf-45ae-8186-32bdf6ae01f2 req-9f55831f-e189-4668-8ed4-8e7bdce52256 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420172 May 11 21:16:03.871252 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:03.897515 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02d01d7-5847-460e-bd8a-77bb99eb09d8 None None] The sync data for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi is: [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:07:25Z', 'revision_number': 4, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': 'e4d8a46d-4740-451b-b96f-7f0f1e36a3bd', 'name': '', 'network_id': 'c8d33d52-b2cd-4098-87c1-78268014f2dc', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'mac_address': 'fa:16:3e:a1:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:24Z', 'updated_at': '2022-05-11T21:07:29Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'subnets': [{'id': '4cc88e64-ace5-4619-84b0-ef8325eab44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:16:04.106819 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1adcd06-c945-4c7c-a404-044a4c330b38 None None] New status for floating IP 0f4dd906-25ab-498a-af29-d58e3148a79c: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:16:04.712941 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-b4242d99-9d7d-42d1-a97a-f9440d9d3225 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827417 May 11 21:16:04.804773 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-306eb4a8-307b-4068-aa91-a8aa7528b241 req-f9485da9-ea88-486c-af8c-e58dddf20bf0 service neutron] 10.222.0.70 "GET /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831006 May 11 21:16:04.814778 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439bd23-c970-4b69-b3a0-1e829f8018db req-9098d166-8d19-4a06-8b24-2f6b1ba3cb88 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:04.816221 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c439bd23-c970-4b69-b3a0-1e829f8018db req-9098d166-8d19-4a06-8b24-2f6b1ba3cb88 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 946 time: 0.0460999 May 11 21:16:04.866043 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c439bd23-c970-4b69-b3a0-1e829f8018db req-a3cc9213-26de-4b8b-bb8d-835e134c4e51 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/security-groups?id=36f6f2c9-d6ea-431a-9d54-539aad465ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440218 May 11 21:16:05.214053 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f748185-55f3-405b-a618-8a85a5c75471 req-7a795a61-3726-41be-acba-775caa9b5e56 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:05.215446 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5f748185-55f3-405b-a618-8a85a5c75471 req-7a795a61-3726-41be-acba-775caa9b5e56 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 946 time: 0.0440798 May 11 21:16:05.302638 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-5f748185-55f3-405b-a618-8a85a5c75471 req-af1909cd-3844-4e77-a859-10d4e75cf0ac tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Deleting port cbd65633-32de-4901-ad79-fb11a88761c8 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:05.302975 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5f748185-55f3-405b-a618-8a85a5c75471 req-af1909cd-3844-4e77-a859-10d4e75cf0ac tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:05.389900 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-5f748185-55f3-405b-a618-8a85a5c75471 req-af1909cd-3844-4e77-a859-10d4e75cf0ac tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] For port cbd65633-32de-4901-ad79-fb11a88761c8, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=cbd65633-32de-4901-ad79-fb11a88761c8,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:16:05.390256 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5f748185-55f3-405b-a618-8a85a5c75471 req-af1909cd-3844-4e77-a859-10d4e75cf0ac tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:05.406949 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-5f748185-55f3-405b-a618-8a85a5c75471 req-af1909cd-3844-4e77-a859-10d4e75cf0ac tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Calling delete_port for cbd65633-32de-4901-ad79-fb11a88761c8 owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:05.587146 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5f748185-55f3-405b-a618-8a85a5c75471 req-af1909cd-3844-4e77-a859-10d4e75cf0ac tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (cbd65633-32de-4901-ad79-fb11a88761c8), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:05.618176 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1909cd-3844-4e77-a859-10d4e75cf0ac tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event deleted for resources: {'Port': ['ID=cbd65633-32de-4901-ad79-fb11a88761c8,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:05.662236 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f748185-55f3-405b-a618-8a85a5c75471 req-af1909cd-3844-4e77-a859-10d4e75cf0ac tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] No DVR routers for this DVR port cbd65633-32de-4901-ad79-fb11a88761c8 on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:16:05.664633 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-5f748185-55f3-405b-a618-8a85a5c75471 req-af1909cd-3844-4e77-a859-10d4e75cf0ac tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:05.667858 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-5f748185-55f3-405b-a618-8a85a5c75471 req-af1909cd-3844-4e77-a859-10d4e75cf0ac tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.70 "DELETE /v2.0/ports/cbd65633-32de-4901-ad79-fb11a88761c8 HTTP/1.1" status: 204 len: 173 time: 0.4447098 May 11 21:16:05.668284 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'name': 'network-vif-deleted', 'tag': 'cbd65633-32de-4901-ad79-fb11a88761c8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:16:05.670528 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d9326b-a70f-4697-be27-5a71c73d8062" -d '{"events": [{"server_uuid": "e53feae8-565c-4c97-999c-e6ad67000e66", "name": "network-vif-deleted", "tag": "cbd65633-32de-4901-ad79-fb11a88761c8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:16:05.704363 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200eab24-aab1-4260-b691-cf21c24084eb x-openstack-request-id: req-200eab24-aab1-4260-b691-cf21c24084eb {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:16:05.704658 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53feae8-565c-4c97-999c-e6ad67000e66", "name": "network-vif-deleted", "tag": "cbd65633-32de-4901-ad79-fb11a88761c8", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:16:05.704906 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-200eab24-aab1-4260-b691-cf21c24084eb {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:16:05.705368 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200eab24-aab1-4260-b691-cf21c24084eb'] response: {'server_uuid': 'e53feae8-565c-4c97-999c-e6ad67000e66', 'name': 'network-vif-deleted', 'tag': 'cbd65633-32de-4901-ad79-fb11a88761c8', 'status': 'completed', 'code': 200} May 11 21:16:05.964242 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c925dcb2-19ba-4d08-bba5-99d3c983825d req-6409f76b-c54e-4a13-86bd-7b1db883da34 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53feae8-565c-4c97-999c-e6ad67000e66 HTTP/1.1" status: 200 len: 210 time: 0.0323472 May 11 21:16:07.023213 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54086) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:07.135442 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4b100f55-3c12-48b0-ae6e-912628b692ba tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Deleting port e199af4f-52fe-415e-8116-a030dbc36ea5 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:07.135776 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b100f55-3c12-48b0-ae6e-912628b692ba tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (e199af4f-52fe-415e-8116-a030dbc36ea5), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:07.207653 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b100f55-3c12-48b0-ae6e-912628b692ba tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (e199af4f-52fe-415e-8116-a030dbc36ea5), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:07.208003 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b100f55-3c12-48b0-ae6e-912628b692ba tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (e199af4f-52fe-415e-8116-a030dbc36ea5), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:07.224161 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4b100f55-3c12-48b0-ae6e-912628b692ba tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Calling delete_port for e199af4f-52fe-415e-8116-a030dbc36ea5 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:07.404147 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b100f55-3c12-48b0-ae6e-912628b692ba tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (e199af4f-52fe-415e-8116-a030dbc36ea5), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:07.431628 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b100f55-3c12-48b0-ae6e-912628b692ba tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event deleted for resources: {'Port': ['ID=e199af4f-52fe-415e-8116-a030dbc36ea5,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:07.490417 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b100f55-3c12-48b0-ae6e-912628b692ba tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for floatingip (4678e7a4-ec65-42a6-b006-9c080ba79b5f), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:07.492909 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b100f55-3c12-48b0-ae6e-912628b692ba tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:07.494077 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-4b100f55-3c12-48b0-ae6e-912628b692ba tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "DELETE /v2.0/floatingips/4678e7a4-ec65-42a6-b006-9c080ba79b5f HTTP/1.1" status: 204 len: 168 time: 0.4712338 May 11 21:16:08.764957 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device cbd65633-32de-4901-ad79-fb11a88761c8 no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:16:08.784806 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: cbd65633-32de-4901-ad79-fb11a88761c8 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:16:08.785148 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device cbd65633-32de-4901-ad79-fb11a88761c8 not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:16:08.796767 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54098) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:08.853685 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68406fcc-fc7c-4c9a-ad23-36966ccfe7e8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group (36f6f2c9-d6ea-431a-9d54-539aad465ced), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:08.878452 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68406fcc-fc7c-4c9a-ad23-36966ccfe7e8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group (36f6f2c9-d6ea-431a-9d54-539aad465ced), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:09.009844 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68406fcc-fc7c-4c9a-ad23-36966ccfe7e8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (36f6f2c9-d6ea-431a-9d54-539aad465ced), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:09.012448 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68406fcc-fc7c-4c9a-ad23-36966ccfe7e8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:09.014330 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-68406fcc-fc7c-4c9a-ad23-36966ccfe7e8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] 10.222.0.35 "DELETE /v2.0/security-groups/36f6f2c9-d6ea-431a-9d54-539aad465ced HTTP/1.1" status: 204 len: 168 time: 0.2158346 May 11 21:16:09.023543 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68406fcc-fc7c-4c9a-ad23-36966ccfe7e8 tempest-TestVolumeBootPattern-104785076 tempest-TestVolumeBootPattern-104785076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f6f2c9-d6ea-431a-9d54-539aad465ced,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:09.147457 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54102) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:09.656848 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526552'] for router_interface (6079c222-8310-48e7-8109-2824082297f2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:09.885274 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] Deleting port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:09.885910 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:09.962111 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] For port e4d8a46d-4740-451b-b96f-7f0f1e36a3bd, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=e4d8a46d-4740-451b-b96f-7f0f1e36a3bd,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:16:09.962391 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:09.982792 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] Calling delete_port for e4d8a46d-4740-451b-b96f-7f0f1e36a3bd owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:10.038419 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-19913e50-be09-4633-84b9-829e46b76ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:10.198642 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (e4d8a46d-4740-451b-b96f-7f0f1e36a3bd), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:10.223105 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d8a46d-4740-451b-b96f-7f0f1e36a3bd,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:10.390080 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-984007'] for router_interface (6079c222-8310-48e7-8109-2824082297f2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:10.869577 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] Router 6079c222-8310-48e7-8109-2824082297f2 has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:16:10.974892 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:16:10.979664 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-bb89beeb-a7a0-4591-b715-f8f34a03f987 admin admin] 10.222.0.35 "PUT /v2.0/routers/6079c222-8310-48e7-8109-2824082297f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8312013 May 11 21:16:10.982680 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54106) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:10.985201 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] Sync routers for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:16:10.995326 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:16:10.995938 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:11.092130 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Publish callbacks [] for router (6079c222-8310-48e7-8109-2824082297f2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.106407 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:16:11.194196 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Publish callbacks [] for router_gateway (6079c222-8310-48e7-8109-2824082297f2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.269884 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:16:10Z', 'revision_number': 5, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port': {'id': '3c974c6f-7b04-4085-a619-a5b1e67ec346', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6079c222-8310-48e7-8109-2824082297f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:22Z', 'updated_at': '2022-05-11T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:11.296748 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] Checking router: 6079c222-8310-48e7-8109-2824082297f2 for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:16:11.305363 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] Routers {'6079c222-8310-48e7-8109-2824082297f2'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:16:11.306070 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:15:42Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6079c222-8310-48e7-8109-2824082297f2'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:11.329874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Deleting port 3c974c6f-7b04-4085-a619-a5b1e67ec346 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:11.330213 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.396273 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] Set router 6079c222-8310-48e7-8109-2824082297f2 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:16:11.412328 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] For port 3c974c6f-7b04-4085-a619-a5b1e67ec346, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=3c974c6f-7b04-4085-a619-a5b1e67ec346,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:16:11.412686 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.425402 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Calling delete_port for 3c974c6f-7b04-4085-a619-a5b1e67ec346 owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:11.450085 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:16:11Z', 'revision_number': 6, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port_host': None}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:11.477147 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844b7703-f0bf-45df-a9c8-174192f6f2f1 None None] The sync data for ids ['6079c222-8310-48e7-8109-2824082297f2'] in dv-cinder-841467-1-iscsi is: [{'id': '6079c222-8310-48e7-8109-2824082297f2', 'name': 'tempest-TestVolumeBootPattern-1570129714-router', 'tenant_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:21Z', 'updated_at': '2022-05-11T21:16:11Z', 'revision_number': 6, 'project_id': '31585e8d8c2b4eb0b052b30e2ce5fa63', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:16:11.627272 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (3c974c6f-7b04-4085-a619-a5b1e67ec346), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.650258 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c974c6f-7b04-4085-a619-a5b1e67ec346,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:11.711693 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549098'] for router_gateway (6079c222-8310-48e7-8109-2824082297f2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.805807 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16205'] for router (6079c222-8310-48e7-8109-2824082297f2), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.808026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Publish callbacks [] for router_controller (6079c222-8310-48e7-8109-2824082297f2), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.895799 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549819'] for router (6079c222-8310-48e7-8109-2824082297f2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.896413 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6079c222-8310-48e7-8109-2824082297f2 {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 21:16:11.900696 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.901827 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-20576d09-fe21-4f7d-92dd-2f8bcfb8b2dc admin admin] 10.222.0.35 "DELETE /v2.0/routers/6079c222-8310-48e7-8109-2824082297f2 HTTP/1.1" status: 204 len: 168 time: 0.9182143 May 11 21:16:11.904509 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54108) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:11.947836 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5dd78c-9631-4ce9-800b-73ba662d1bfd admin admin] Deleting subnet 4cc88e64-ace5-4619-84b0-ef8325eab44c {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:16:11.950852 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd78c-9631-4ce9-800b-73ba662d1bfd admin admin] Publish callbacks [] for subnet (4cc88e64-ace5-4619-84b0-ef8325eab44c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:11.984102 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd78c-9631-4ce9-800b-73ba662d1bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2745531'] for subnet (4cc88e64-ace5-4619-84b0-ef8325eab44c), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.062114 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd78c-9631-4ce9-800b-73ba662d1bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (4cc88e64-ace5-4619-84b0-ef8325eab44c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.164681 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd78c-9631-4ce9-800b-73ba662d1bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3811050'] for subnet (4cc88e64-ace5-4619-84b0-ef8325eab44c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.192788 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-76008c27-3f4a-41c3-ae9f-a4dbca26dd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.194351 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd78c-9631-4ce9-800b-73ba662d1bfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.200147 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1c5dd78c-9631-4ce9-800b-73ba662d1bfd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4cc88e64-ace5-4619-84b0-ef8325eab44c HTTP/1.1" status: 204 len: 168 time: 0.2924228 May 11 21:16:12.200147 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dd78c-9631-4ce9-800b-73ba662d1bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc88e64-ace5-4619-84b0-ef8325eab44c,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:12.205599 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54110) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:12.206304 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4c4c3-bcff-4199-9942-ef4e901fb47f None None] Network c8d33d52-b2cd-4098-87c1-78268014f2dc requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:16:12.272116 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (c8d33d52-b2cd-4098-87c1-78268014f2dc), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.319137 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Deleting port cb544116-0672-4b06-ae0a-1e379bfab86a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:12.319971 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.391310 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] For port cb544116-0672-4b06-ae0a-1e379bfab86a, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cb544116-0672-4b06-ae0a-1e379bfab86a,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:16:12.391672 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.405438 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Calling delete_port for cb544116-0672-4b06-ae0a-1e379bfab86a owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:12.486290 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721468f9-8042-48d8-9a25-d766bb6d7436 None None] DHCP port deletion for c8d33d52-b2cd-4098-87c1-78268014f2dc request from dv-cinder-841467-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 21:16:12.526608 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-721468f9-8042-48d8-9a25-d766bb6d7436 None None] Deleting port cb544116-0672-4b06-ae0a-1e379bfab86a {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:12.533437 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-721468f9-8042-48d8-9a25-d766bb6d7436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.553052 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.582750 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb544116-0672-4b06-ae0a-1e379bfab86a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:12.585069 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] No DVR routers for this DVR port cb544116-0672-4b06-ae0a-1e379bfab86a on host dv-cinder-841467-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:16:12.592848 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-721468f9-8042-48d8-9a25-d766bb6d7436 None None] For port cb544116-0672-4b06-ae0a-1e379bfab86a, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=cb544116-0672-4b06-ae0a-1e379bfab86a,segment=NetworkSegment(d46d5d61-f35b-49e0-b571-e842e9a67493),segment_id=d46d5d61-f35b-49e0-b571-e842e9a67493)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:16:12.593355 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-721468f9-8042-48d8-9a25-d766bb6d7436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.606564 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-721468f9-8042-48d8-9a25-d766bb6d7436 None None] Calling delete_port for cb544116-0672-4b06-ae0a-1e379bfab86a owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:12.610275 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.610628 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.610971 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.611309 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.611640 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.611968 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.612293 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.612616 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.612941 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.613266 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.613612 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.613941 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.614263 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.614584 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.614902 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:12.670642 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (c8d33d52-b2cd-4098-87c1-78268014f2dc), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.684850 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-721468f9-8042-48d8-9a25-d766bb6d7436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478'] for port (cb544116-0672-4b06-ae0a-1e379bfab86a), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.687188 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d33d52-b2cd-4098-87c1-78268014f2dc']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:12.696615 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46d5d61-f35b-49e0-b571-e842e9a67493') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:12.696914 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46d5d61-f35b-49e0-b571-e842e9a67493') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:12.706199 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3277999'] for segment (d46d5d61-f35b-49e0-b571-e842e9a67493), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.710350 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721468f9-8042-48d8-9a25-d766bb6d7436 None None] Pushing event deleted for resources: {'Port': ['ID=cb544116-0672-4b06-ae0a-1e379bfab86a,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:12.712233 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721468f9-8042-48d8-9a25-d766bb6d7436 None None] No DVR routers for this DVR port cb544116-0672-4b06-ae0a-1e379bfab86a on host dv-cinder-841467-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:16:12.722628 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (d46d5d61-f35b-49e0-b571-e842e9a67493), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.728657 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:16:12.729033 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284347'] for segment (d46d5d61-f35b-49e0-b571-e842e9a67493), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: Traceback (most recent call last): May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: timer() May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: cb(*args, **kw) May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: return func(*args, **kwargs) May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: self._notify() May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: self.callback(batched_events) May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: event.method(event) May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: return f(self, *a, **k) May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._get(url).json() May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: return self.request(url, 'GET', **kwargs) May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:16:12.730717 dv-cinder-841467-1-iscsi neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:16:12.826939 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cb544116-0672-4b06-ae0a-1e379bfab86a no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:16:12.847438 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: cb544116-0672-4b06-ae0a-1e379bfab86a {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:16:12.847788 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device cb544116-0672-4b06-ae0a-1e379bfab86a not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:16:12.848197 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device e4d8a46d-4740-451b-b96f-7f0f1e36a3bd no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:16:12.861314 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (c8d33d52-b2cd-4098-87c1-78268014f2dc), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.865908 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:12.867317 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: e4d8a46d-4740-451b-b96f-7f0f1e36a3bd {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:16:12.867661 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device e4d8a46d-4740-451b-b96f-7f0f1e36a3bd not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:16:12.868090 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3c974c6f-7b04-4085-a619-a5b1e67ec346 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:16:12.869085 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c8d33d52-b2cd-4098-87c1-78268014f2dc HTTP/1.1" status: 204 len: 168 time: 0.6674848 May 11 21:16:12.872274 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54112) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:12.881028 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d5986-8832-4ee7-9c27-02246b929ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d33d52-b2cd-4098-87c1-78268014f2dc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:12.887900 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 3c974c6f-7b04-4085-a619-a5b1e67ec346 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:16:12.888251 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 3c974c6f-7b04-4085-a619-a5b1e67ec346 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:16:13.196895 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526552'] for router_interface (6b99743f-ff56-444e-bf2c-004e7ffb564c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:13.423231 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] Deleting port 808c7cb3-0070-4305-87b3-1a7a078f662e {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:13.423565 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:13.498609 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] For port 808c7cb3-0070-4305-87b3-1a7a078f662e, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=808c7cb3-0070-4305-87b3-1a7a078f662e,segment=NetworkSegment(3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb),segment_id=3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:16:13.498873 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:13.511295 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] Calling delete_port for 808c7cb3-0070-4305-87b3-1a7a078f662e owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:13.759028 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (808c7cb3-0070-4305-87b3-1a7a078f662e), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:13.781736 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:13.788712 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=808c7cb3-0070-4305-87b3-1a7a078f662e,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:13.954430 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-984007'] for router_interface (6b99743f-ff56-444e-bf2c-004e7ffb564c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:14.167311 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] Router 6b99743f-ff56-444e-bf2c-004e7ffb564c has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:16:14.273036 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:16:14.277943 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-7e40fce3-baf3-4735-a38b-514d946cd4f6 admin admin] 10.222.0.35 "PUT /v2.0/routers/6b99743f-ff56-444e-bf2c-004e7ffb564c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4043696 May 11 21:16:14.281140 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54114) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:14.282089 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] Sync routers for ids ['6b99743f-ff56-444e-bf2c-004e7ffb564c'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:16:14.292389 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] Routers {'6b99743f-ff56-444e-bf2c-004e7ffb564c'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:16:14.295155 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:16:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6b99743f-ff56-444e-bf2c-004e7ffb564c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:14.402648 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] Set router 6b99743f-ff56-444e-bf2c-004e7ffb564c gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:16:14.573237 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'name': 'tempest-TestVolumeBootPattern-209298052-router', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:16:13Z', 'revision_number': 5, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'gw_port': {'id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:14.600303 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] Checking router: 6b99743f-ff56-444e-bf2c-004e7ffb564c for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:16:14.608468 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] Routers {'6b99743f-ff56-444e-bf2c-004e7ffb564c'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:16:14.609075 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:16:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['6b99743f-ff56-444e-bf2c-004e7ffb564c'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:14.666973 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Publish callbacks [] for router (6b99743f-ff56-444e-bf2c-004e7ffb564c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:14.712202 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] Set router 6b99743f-ff56-444e-bf2c-004e7ffb564c gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:16:14.768686 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Publish callbacks [] for router_gateway (6b99743f-ff56-444e-bf2c-004e7ffb564c), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:14.851485 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Deleting port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:14.851827 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:14.884677 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'name': 'tempest-TestVolumeBootPattern-209298052-router', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:16:13Z', 'revision_number': 5, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'gw_port': {'id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:14.910941 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1442a899-787a-4625-a96f-b9ff18c91907 None None] The sync data for ids ['6b99743f-ff56-444e-bf2c-004e7ffb564c'] in dv-cinder-841467-1-iscsi is: [{'id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'name': 'tempest-TestVolumeBootPattern-209298052-router', 'tenant_id': '386fab40624d4318a27dcfa1379427f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:16:13Z', 'revision_number': 5, 'project_id': '386fab40624d4318a27dcfa1379427f7', 'gw_port': {'id': '9ec60d86-41ce-493f-a5a4-1c9ec23adfac', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b99743f-ff56-444e-bf2c-004e7ffb564c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:07:29Z', 'updated_at': '2022-05-11T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:16:14.930644 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] For port 9ec60d86-41ce-493f-a5a4-1c9ec23adfac, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=9ec60d86-41ce-493f-a5a4-1c9ec23adfac,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:16:14.931008 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:14.952151 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Calling delete_port for 9ec60d86-41ce-493f-a5a4-1c9ec23adfac owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:15.101622 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.164343 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (9ec60d86-41ce-493f-a5a4-1c9ec23adfac), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.189551 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec60d86-41ce-493f-a5a4-1c9ec23adfac,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:15.251573 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549098'] for router_gateway (6b99743f-ff56-444e-bf2c-004e7ffb564c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.345112 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16205'] for router (6b99743f-ff56-444e-bf2c-004e7ffb564c), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.347374 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Publish callbacks [] for router_controller (6b99743f-ff56-444e-bf2c-004e7ffb564c), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.495609 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549819'] for router (6b99743f-ff56-444e-bf2c-004e7ffb564c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.496248 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b99743f-ff56-444e-bf2c-004e7ffb564c {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 21:16:15.501242 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.502409 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-eea5ce44-2f7c-4564-87ba-557252eba330 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6b99743f-ff56-444e-bf2c-004e7ffb564c HTTP/1.1" status: 204 len: 168 time: 1.2203341 May 11 21:16:15.504869 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54116) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:15.551390 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2b1dda-79e3-475c-a4e6-8b05a5300086 admin admin] Deleting subnet a0db7dd4-a209-437e-a8ac-4d0f77e6b296 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:16:15.555022 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1dda-79e3-475c-a4e6-8b05a5300086 admin admin] Publish callbacks [] for subnet (a0db7dd4-a209-437e-a8ac-4d0f77e6b296), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.590930 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1dda-79e3-475c-a4e6-8b05a5300086 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2745531'] for subnet (a0db7dd4-a209-437e-a8ac-4d0f77e6b296), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.670520 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1dda-79e3-475c-a4e6-8b05a5300086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (a0db7dd4-a209-437e-a8ac-4d0f77e6b296), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.781441 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1dda-79e3-475c-a4e6-8b05a5300086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3811050'] for subnet (a0db7dd4-a209-437e-a8ac-4d0f77e6b296), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.805707 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1dda-79e3-475c-a4e6-8b05a5300086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0db7dd4-a209-437e-a8ac-4d0f77e6b296,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:15.809235 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1dda-79e3-475c-a4e6-8b05a5300086 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.813074 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1b2b1dda-79e3-475c-a4e6-8b05a5300086 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a0db7dd4-a209-437e-a8ac-4d0f77e6b296 HTTP/1.1" status: 204 len: 168 time: 0.3069758 May 11 21:16:15.815454 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54118) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:15.818503 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbab75f-64ca-45de-982c-764b5f178978 None None] Network 183c67e5-ac54-443a-af77-a20ea72cdfa7 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:16:15.886563 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (183c67e5-ac54-443a-af77-a20ea72cdfa7), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.933042 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Deleting port 7c8bfce0-a724-457d-8334-f209c0ab7902 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:15.933381 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:15.969265 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6742c6d8-9f66-45e1-9a17-45502d84cc74 None None] DHCP port deletion for 183c67e5-ac54-443a-af77-a20ea72cdfa7 request from dv-cinder-841467-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 21:16:16.000885 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] For port 7c8bfce0-a724-457d-8334-f209c0ab7902, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=7c8bfce0-a724-457d-8334-f209c0ab7902,segment=NetworkSegment(3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb),segment_id=3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:16:16.001245 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.011885 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6742c6d8-9f66-45e1-9a17-45502d84cc74 None None] Deleting port 7c8bfce0-a724-457d-8334-f209c0ab7902 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:16:16.012254 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6742c6d8-9f66-45e1-9a17-45502d84cc74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.014156 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Calling delete_port for 7c8bfce0-a724-457d-8334-f209c0ab7902 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:16.072140 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6742c6d8-9f66-45e1-9a17-45502d84cc74 None None] For port 7c8bfce0-a724-457d-8334-f209c0ab7902, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=7c8bfce0-a724-457d-8334-f209c0ab7902,segment=NetworkSegment(3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb),segment_id=3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:16:16.072531 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6742c6d8-9f66-45e1-9a17-45502d84cc74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.085382 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6742c6d8-9f66-45e1-9a17-45502d84cc74 None None] Calling delete_port for 7c8bfce0-a724-457d-8334-f209c0ab7902 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:16:16.164494 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.170354 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6742c6d8-9f66-45e1-9a17-45502d84cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478'] for port (7c8bfce0-a724-457d-8334-f209c0ab7902), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.190664 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8bfce0-a724-457d-8334-f209c0ab7902,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:16.196830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] No DVR routers for this DVR port 7c8bfce0-a724-457d-8334-f209c0ab7902 on host dv-cinder-841467-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:16:16.197033 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742c6d8-9f66-45e1-9a17-45502d84cc74 None None] Pushing event deleted for resources: {'Port': ['ID=7c8bfce0-a724-457d-8334-f209c0ab7902,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:16.198984 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742c6d8-9f66-45e1-9a17-45502d84cc74 None None] No DVR routers for this DVR port 7c8bfce0-a724-457d-8334-f209c0ab7902 on host dv-cinder-841467-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:16:16.270125 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (183c67e5-ac54-443a-af77-a20ea72cdfa7), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.290098 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183c67e5-ac54-443a-af77-a20ea72cdfa7']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:16.300015 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:16.300308 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:16:16.309302 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2745474'] for segment (3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.322067 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.327931 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:16:16.328306 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562712'] for segment (3e7957c7-ffce-449a-b0de-8fbe6ed9b7cb), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: Traceback (most recent call last): May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: timer() May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: cb(*args, **kw) May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: return func(*args, **kwargs) May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: self._notify() May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: self.callback(batched_events) May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: event.method(event) May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: return f(self, *a, **k) May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._get(url).json() May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: return self.request(url, 'GET', **kwargs) May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:16:16.329974 dv-cinder-841467-1-iscsi neutron-server[104009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:16:16.443765 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (183c67e5-ac54-443a-af77-a20ea72cdfa7), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.448745 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.451820 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] 10.222.0.35 "DELETE /v2.0/networks/183c67e5-ac54-443a-af77-a20ea72cdfa7 HTTP/1.1" status: 204 len: 168 time: 0.6354625 May 11 21:16:16.462673 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c215d-243b-4a8c-8770-61c47c633d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=183c67e5-ac54-443a-af77-a20ea72cdfa7,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:16.621005 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.750872 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54122) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:16.794611 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54124) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:16.794818 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-89699a4b-bcb0-4cee-92b6-7cf98ac3f9de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31585e8d8c2b4eb0b052b30e2ce5fa63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427039 May 11 21:16:16.826580 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 9ec60d86-41ce-493f-a5a4-1c9ec23adfac no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:16:16.847025 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 9ec60d86-41ce-493f-a5a4-1c9ec23adfac {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:16:16.847376 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 9ec60d86-41ce-493f-a5a4-1c9ec23adfac not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:16:16.847791 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 7c8bfce0-a724-457d-8334-f209c0ab7902 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:16:16.849683 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-908e34ef-01c9-415c-813d-f1421d2a4920 admin admin] Publish callbacks [] for security_group (d554d128-015d-4f9a-b50a-0806c02aa084), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.866112 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 7c8bfce0-a724-457d-8334-f209c0ab7902 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:16:16.866457 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 7c8bfce0-a724-457d-8334-f209c0ab7902 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:16:16.866865 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 808c7cb3-0070-4305-87b3-1a7a078f662e no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:16:16.870302 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-908e34ef-01c9-415c-813d-f1421d2a4920 admin admin] Publish callbacks [] for security_group (d554d128-015d-4f9a-b50a-0806c02aa084), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.887402 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 808c7cb3-0070-4305-87b3-1a7a078f662e {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:16:16.887748 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 808c7cb3-0070-4305-87b3-1a7a078f662e not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:16:16.975202 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-908e34ef-01c9-415c-813d-f1421d2a4920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (d554d128-015d-4f9a-b50a-0806c02aa084), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.977762 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-908e34ef-01c9-415c-813d-f1421d2a4920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:16.978929 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-908e34ef-01c9-415c-813d-f1421d2a4920 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d554d128-015d-4f9a-b50a-0806c02aa084 HTTP/1.1" status: 204 len: 168 time: 0.1833138 May 11 21:16:16.987030 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e34ef-01c9-415c-813d-f1421d2a4920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d554d128-015d-4f9a-b50a-0806c02aa084,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:17.506093 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54130) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:17.544189 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f636d69c-3b30-4427-b05d-d6ba8d43cf03 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=386fab40624d4318a27dcfa1379427f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368528 May 11 21:16:17.546960 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54132) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:17.592884 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db60935c-e12a-428d-8986-588542dbbdfc admin admin] Publish callbacks [] for security_group (3041386a-7aee-476c-815d-8706211cc969), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:17.617674 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db60935c-e12a-428d-8986-588542dbbdfc admin admin] Publish callbacks [] for security_group (3041386a-7aee-476c-815d-8706211cc969), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:17.706923 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db60935c-e12a-428d-8986-588542dbbdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (3041386a-7aee-476c-815d-8706211cc969), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:17.709499 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-db60935c-e12a-428d-8986-588542dbbdfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:17.710660 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-db60935c-e12a-428d-8986-588542dbbdfc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3041386a-7aee-476c-815d-8706211cc969 HTTP/1.1" status: 204 len: 168 time: 0.1628108 May 11 21:16:17.718234 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60935c-e12a-428d-8986-588542dbbdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3041386a-7aee-476c-815d-8706211cc969,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:18.849481 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:36.566533 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a8d3-a7c8-4f37-bc02-869a3eabe895 req-35ad3cc9-f578-4cb3-921e-c57452d612aa tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:36.568017 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-87e6a8d3-a7c8-4f37-bc02-869a3eabe895 req-35ad3cc9-f578-4cb3-921e-c57452d612aa tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0475674 May 11 21:16:36.616043 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-87e6a8d3-a7c8-4f37-bc02-869a3eabe895 req-72ac740b-2b5d-414a-920e-be393ee10af3 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 May 11 21:16:37.727777 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4005bbb-950b-4cc4-8926-a546b5e3961d req-835036a4-9d12-41b3-8315-be9aafd24358 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:37.729237 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4005bbb-950b-4cc4-8926-a546b5e3961d req-835036a4-9d12-41b3-8315-be9aafd24358 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0457163 May 11 21:16:37.776699 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f4005bbb-950b-4cc4-8926-a546b5e3961d req-13b71f84-fbb1-4261-a7a5-28311fba76af tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 May 11 21:16:38.366735 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:16:38.886838 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16502b9-7a98-4ff4-86a4-0df324201d73 req-eff5856f-ffdd-4a7a-8e08-abcaa1df867d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:38.888309 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a16502b9-7a98-4ff4-86a4-0df324201d73 req-eff5856f-ffdd-4a7a-8e08-abcaa1df867d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0450954 May 11 21:16:38.937911 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a16502b9-7a98-4ff4-86a4-0df324201d73 req-da58c1ac-2290-43e6-95d5-cdaa5f180c20 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442059 May 11 21:16:40.009360 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c32e0f21-bec4-4c28-87f0-2def99e0fe5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:40.055051 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95c6f4-0f3f-4e4f-bced-c318dcfeb3d4 req-80c2aa39-2649-4a82-9818-a815f44b1e9d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:40.056525 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c95c6f4-0f3f-4e4f-bced-c318dcfeb3d4 req-80c2aa39-2649-4a82-9818-a815f44b1e9d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0493352 May 11 21:16:40.104209 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-0c95c6f4-0f3f-4e4f-bced-c318dcfeb3d4 req-d57ba88d-cbaa-44b6-bfbb-9e7ed76b3cba tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420043 May 11 21:16:41.214890 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c170e-789e-4229-b1f8-519b874d62b6 req-f0797394-3ead-4889-b18e-4dcbd330d2ec tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:41.216359 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-797c170e-789e-4229-b1f8-519b874d62b6 req-f0797394-3ead-4889-b18e-4dcbd330d2ec tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0463908 May 11 21:16:41.264272 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-797c170e-789e-4229-b1f8-519b874d62b6 req-dd9e9bc9-dcf1-43dd-a1b9-0811f2dae519 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 May 11 21:16:42.220641 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-1eaf6bda-a94e-47e4-b0be-67d9ec040b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:42.373625 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b794d-ddb0-4846-8f5e-8281de2c11b0 req-9041cf4f-4672-4dd6-a42d-7fd8c82fe045 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:42.375078 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-324b794d-ddb0-4846-8f5e-8281de2c11b0 req-9041cf4f-4672-4dd6-a42d-7fd8c82fe045 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0459795 May 11 21:16:42.422919 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-324b794d-ddb0-4846-8f5e-8281de2c11b0 req-3edda905-0681-4fd0-990b-fed91a2be9bf tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417871 May 11 21:16:43.536869 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7faac-374f-4f2c-9078-d08801032510 req-8b0c9119-d0b1-436c-9cd2-a602d0ebd58b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:43.538350 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a0b7faac-374f-4f2c-9078-d08801032510 req-8b0c9119-d0b1-436c-9cd2-a602d0ebd58b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0466056 May 11 21:16:43.586354 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a0b7faac-374f-4f2c-9078-d08801032510 req-429d3a43-07d6-4fac-bed8-2f7d55c18ca3 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413647 May 11 21:16:43.791819 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:44.696080 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44c183-149c-465e-bcb1-308e52d94e73 req-e52c01f9-c1d3-4446-97bf-31f340b2f844 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:44.697522 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec44c183-149c-465e-bcb1-308e52d94e73 req-e52c01f9-c1d3-4446-97bf-31f340b2f844 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0454364 May 11 21:16:44.747317 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ec44c183-149c-465e-bcb1-308e52d94e73 req-4834039f-0d64-40b1-a9d5-7aab8af51333 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441480 May 11 21:16:45.089494 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:45.862965 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f434b-9a73-4455-996b-4325851581ff req-06ab3b65-3d05-44ca-9c42-0d85e30b3ff9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:45.864409 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-781f434b-9a73-4455-996b-4325851581ff req-06ab3b65-3d05-44ca-9c42-0d85e30b3ff9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0516024 May 11 21:16:45.913850 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-781f434b-9a73-4455-996b-4325851581ff req-f33cc4c8-f180-4279-901f-81187482d994 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439405 May 11 21:16:46.597349 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:46.772178 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-b345f2e2-15bb-49a4-9651-8fc2c3989c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:46.774374 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-b345f2e2-15bb-49a4-9651-8fc2c3989c60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=715fee0f9c6e4c73b716faa3b978208c&device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1129 time: 0.0387828 May 11 21:16:46.864079 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-71d89020-671a-487c-9072-bf0b687ab7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:46.865469 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-71d89020-671a-487c-9072-bf0b687ab7e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6869d34-bf63-4e4e-9ffe-81f61871d221 HTTP/1.1" status: 200 len: 909 time: 0.0824080 May 11 21:16:46.935038 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-cb482460-543b-4d12-b186-ee5c506ee5d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b HTTP/1.1" status: 200 len: 1000 time: 0.0598462 May 11 21:16:46.994073 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-ef7c8e54-edca-4d0d-8eea-64c8b5868aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:46.995472 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-ef7c8e54-edca-4d0d-8eea-64c8b5868aec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fde61afb-76a5-4aad-8744-4e41ed245368 HTTP/1.1" status: 200 len: 847 time: 0.0518024 May 11 21:16:47.056840 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b097cb-5d56-4f94-8e67-6fcf048bd3d3 req-db431c0e-92c2-4827-bec7-a630c3ee0c52 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:47.058391 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5b097cb-5d56-4f94-8e67-6fcf048bd3d3 req-db431c0e-92c2-4827-bec7-a630c3ee0c52 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0798683 May 11 21:16:47.063566 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-69167960-f058-4bca-93ca-6b5a27e71937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:47.065083 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-69167960-f058-4bca-93ca-6b5a27e71937 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6869d34-bf63-4e4e-9ffe-81f61871d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541024 May 11 21:16:47.159071 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d5b097cb-5d56-4f94-8e67-6fcf048bd3d3 req-7c2f8b3a-b3a9-4c99-a186-57b735734a78 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930638 May 11 21:16:47.187418 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-0a029de9-e002-47e7-b531-ff352fa851b8 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087472 May 11 21:16:47.277946 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c160a668-ecae-4a28-84d7-0c6b98527ec6 req-af44df2e-752e-4cf9-9ef9-301a5bdb0927 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801752 May 11 21:16:48.270281 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a18db2-9561-4647-8193-0a7827b93ad8 req-0c738b49-fb19-4807-8fe9-9d2de98d5ab6 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:48.271802 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c1a18db2-9561-4647-8193-0a7827b93ad8 req-0c738b49-fb19-4807-8fe9-9d2de98d5ab6 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0463362 May 11 21:16:48.320813 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c1a18db2-9561-4647-8193-0a7827b93ad8 req-7d063a52-0e6f-415c-89fb-4b7a1157891e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 May 11 21:16:48.843301 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:49.431846 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb40a0-0228-4b23-953d-2e63cdee571b req-93af5087-ca64-4a2f-9a37-a842611309ca tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:49.433337 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19cb40a0-0228-4b23-953d-2e63cdee571b req-93af5087-ca64-4a2f-9a37-a842611309ca tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0468719 May 11 21:16:49.486353 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-19cb40a0-0228-4b23-953d-2e63cdee571b req-43c256a6-cdc8-49e1-8e77-7aec9aa8160e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474460 May 11 21:16:50.599333 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05d530-7db1-4be3-9614-e3b66a2e1432 req-8cfc19b9-fc8d-4f6b-a47e-5e6af35526cc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:50.600771 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ed05d530-7db1-4be3-9614-e3b66a2e1432 req-8cfc19b9-fc8d-4f6b-a47e-5e6af35526cc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0485342 May 11 21:16:50.649558 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ed05d530-7db1-4be3-9614-e3b66a2e1432 req-a4819ada-f822-4b0b-b19b-03b4fba06dfb tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 May 11 21:16:50.978224 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59826116-5a9a-43ea-af9c-cfdae2662361 req-4cd8f183-5c74-4fc8-bf7a-d8bd4a2f0aec tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:50.979681 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59826116-5a9a-43ea-af9c-cfdae2662361 req-4cd8f183-5c74-4fc8-bf7a-d8bd4a2f0aec tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0460992 May 11 21:16:51.029488 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59826116-5a9a-43ea-af9c-cfdae2662361 req-4f7464df-f6f7-47fd-b5c6-b13bf61cc2dd tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441668 May 11 21:16:51.138485 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54182) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:51.218227 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-cba3a75f-b508-46d8-914e-e7ef31b0b899 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786145 May 11 21:16:51.226597 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-2807f60d-5e10-449e-b509-d8a0a69c36cc service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=104009) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 21:16:51.227526 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-2807f60d-5e10-449e-b509-d8a0a69c36cc service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048068 May 11 21:16:51.374465 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54190) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:16:51.466624 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-a945fe17-9327-4af2-af02-be861ec34115 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:51.467948 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-a945fe17-9327-4af2-af02-be861ec34115 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports/2c41fccc-aa6b-401a-ada6-e084b87e786b HTTP/1.1" status: 200 len: 942 time: 0.0925059 May 11 21:16:52.141463 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e8e7c-b6fe-4901-b427-d3258c1a0870 req-2cad28b5-67d7-4cef-9382-1808ca58f28c tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:52.142866 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c80e8e7c-b6fe-4901-b427-d3258c1a0870 req-2cad28b5-67d7-4cef-9382-1808ca58f28c tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0460677 May 11 21:16:52.191920 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-c80e8e7c-b6fe-4901-b427-d3258c1a0870 req-56ce963c-b1f3-44fa-891e-dbd692d5c2e5 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426278 May 11 21:16:52.977467 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 2c41fccc-aa6b-401a-ada6-e084b87e786b no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:16:53.050281 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 2c41fccc-aa6b-401a-ada6-e084b87e786b is: ACTIVE; New status is: DOWN {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:16:53.050588 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:53.075811 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:16:53.078044 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531719c6-4b35-4096-b7d5-4ffe51c92146" -d '{"events": [{"server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:16:53.091838 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 2c41fccc-aa6b-401a-ada6-e084b87e786b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:16:53.174717 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 May 2022 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f134ad-8176-473a-9f07-cc6a92a5bb6e x-openstack-request-id: req-13f134ad-8176-473a-9f07-cc6a92a5bb6e {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:16:53.174717 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "name": "network-vif-unplugged", "status": "failed", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b", "code": 422}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:16:53.174717 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-13f134ad-8176-473a-9f07-cc6a92a5bb6e {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:16:53.174717 dv-cinder-841467-1-iscsi neutron-server[104010]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-13f134ad-8176-473a-9f07-cc6a92a5bb6e']: {'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'code': 422} returned with failed status May 11 21:16:53.191797 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:16:53.240033 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=2c41fccc-aa6b-401a-ada6-e084b87e786b,revision_number=6']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:16:53.248353 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.248704 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.249047 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.249382 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.249943 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.250524 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.250862 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.251193 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.251518 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.251847 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.252169 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.252492 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.252817 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.253226 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.253680 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:16:53.310387 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e7af7-f6db-4cb1-85e6-31eb042d7256 req-db24bf91-5eff-4f0a-9db3-2f42d6348079 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:53.311788 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d60e7af7-f6db-4cb1-85e6-31eb042d7256 req-db24bf91-5eff-4f0a-9db3-2f42d6348079 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0466666 May 11 21:16:53.362041 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-d60e7af7-f6db-4cb1-85e6-31eb042d7256 req-f81e0fe8-fa46-4b9c-8ca3-82541efaac2b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445085 May 11 21:16:54.128032 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-8504ee06-6ad4-4c86-8c31-0200954e56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:54.129369 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-8504ee06-6ad4-4c86-8c31-0200954e56a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b&tenant_id=715fee0f9c6e4c73b716faa3b978208c HTTP/1.1" status: 200 len: 1127 time: 0.0371330 May 11 21:16:54.190390 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-3ce8f617-3a3a-49b7-b727-7d9e3879b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:54.191856 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-3ce8f617-3a3a-49b7-b727-7d9e3879b071 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=715fee0f9c6e4c73b716faa3b978208c&device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1127 time: 0.0370536 May 11 21:16:54.283916 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-2f8dcd61-ddde-4b6d-95bd-3a44155d0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:54.285339 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-2f8dcd61-ddde-4b6d-95bd-3a44155d0a92 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6869d34-bf63-4e4e-9ffe-81f61871d221 HTTP/1.1" status: 200 len: 909 time: 0.0845456 May 11 21:16:54.350621 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-91097b6c-4d3a-4d18-bf14-912797bf62d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b HTTP/1.1" status: 200 len: 998 time: 0.0558927 May 11 21:16:54.401701 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-2170752f-e3b6-4128-8666-76d344e31ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:54.403152 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-2170752f-e3b6-4128-8666-76d344e31ef7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fde61afb-76a5-4aad-8744-4e41ed245368 HTTP/1.1" status: 200 len: 847 time: 0.0436957 May 11 21:16:54.449555 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-84abc989-1457-4cdd-a1b3-ad8da101ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:54.451037 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-84abc989-1457-4cdd-a1b3-ad8da101ac73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6869d34-bf63-4e4e-9ffe-81f61871d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411336 May 11 21:16:54.478634 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33dcd0-dc2f-45e7-a715-a35f85260976 req-b573aa5a-0009-4f03-b173-dac2d4707380 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:54.480121 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e33dcd0-dc2f-45e7-a715-a35f85260976 req-b573aa5a-0009-4f03-b173-dac2d4707380 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0513473 May 11 21:16:54.529039 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e33dcd0-dc2f-45e7-a715-a35f85260976 req-22de2e31-eb4e-480b-8ef7-5db581d95823 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 May 11 21:16:54.542633 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-357ff160-79ae-4dbe-869a-2b18a47b51c8 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825036 May 11 21:16:54.635397 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-728fd66d-c185-4fbf-b0ca-76ba6bd2b981 req-f1c87304-519a-49bc-8772-b96b5dbf56f2 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852978 May 11 21:16:55.638586 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea0f1-073c-4390-b2e0-febdd2870354 req-96c910d8-ea24-4ec1-9e0a-2ce57c1ecaac tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:55.640019 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de1ea0f1-073c-4390-b2e0-febdd2870354 req-96c910d8-ea24-4ec1-9e0a-2ce57c1ecaac tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0451610 May 11 21:16:55.689641 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-de1ea0f1-073c-4390-b2e0-febdd2870354 req-edb991ed-46da-4030-966c-bff644f7c5f8 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441930 May 11 21:16:56.597657 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-df2cc418-23e5-4dc1-9526-af1629f23e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:56.599119 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-df2cc418-23e5-4dc1-9526-af1629f23e72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=715fee0f9c6e4c73b716faa3b978208c&device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1127 time: 0.0412650 May 11 21:16:56.699331 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-caf5f021-db3d-450e-87de-cf9abc8a0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:56.700782 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-caf5f021-db3d-450e-87de-cf9abc8a0f34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6869d34-bf63-4e4e-9ffe-81f61871d221 HTTP/1.1" status: 200 len: 909 time: 0.0823600 May 11 21:16:56.772581 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-db88c149-bcf9-4609-a339-9118937cc065 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b HTTP/1.1" status: 200 len: 998 time: 0.0607395 May 11 21:16:56.807321 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62da66-6b58-4372-bd28-7b7505608add req-b064ada1-3c67-4f02-8d7a-a9817a43839a tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:56.808800 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a62da66-6b58-4372-bd28-7b7505608add req-b064ada1-3c67-4f02-8d7a-a9817a43839a tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0494323 May 11 21:16:56.827213 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-9f80420c-a541-415c-a78e-725edc5d2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:56.828733 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-9f80420c-a541-415c-a78e-725edc5d2a9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fde61afb-76a5-4aad-8744-4e41ed245368 HTTP/1.1" status: 200 len: 847 time: 0.0466874 May 11 21:16:56.857946 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a62da66-6b58-4372-bd28-7b7505608add req-6428bf95-435f-4e0f-8faa-e7f9e73a98fe tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 May 11 21:16:56.873881 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-9c8753ed-d19b-43ba-b1ee-72d985fb88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:56.875385 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-9c8753ed-d19b-43ba-b1ee-72d985fb88c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6869d34-bf63-4e4e-9ffe-81f61871d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405338 May 11 21:16:56.967595 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-a6d7fb95-5848-4571-a84a-0f7dd1e60521 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841141 May 11 21:16:57.057808 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f46b398e-a1e3-4f07-9b29-259ce5299fd8 req-1e288cb4-4032-40dc-b7cb-ee4ceafd48ff service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806119 May 11 21:16:57.974578 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c406-73f4-45b4-8a44-a9afc95cc61a req-b378c447-caed-45a4-b74d-4102836d102d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:57.976496 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1204c406-73f4-45b4-8a44-a9afc95cc61a req-b378c447-caed-45a4-b74d-4102836d102d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0494030 May 11 21:16:58.023652 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-1204c406-73f4-45b4-8a44-a9afc95cc61a req-a03e36ce-0697-4a50-a18a-d5627de6064f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 May 11 21:16:59.134316 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ea133-5ef5-4131-8d41-31ac6ed52df3 req-ded58099-43ad-4c59-ae70-dd0e2067bc16 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:16:59.135792 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5f3ea133-5ef5-4131-8d41-31ac6ed52df3 req-ded58099-43ad-4c59-ae70-dd0e2067bc16 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0460722 May 11 21:16:59.190762 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5f3ea133-5ef5-4131-8d41-31ac6ed52df3 req-005146cb-833f-4575-8383-e622986e77ed tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494869 May 11 21:17:00.300440 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e44b1-72c5-46ca-ab2d-14134bc36e1b req-c6082fca-74e2-45f2-9da2-8760aa73a240 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:00.301890 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ac7e44b1-72c5-46ca-ab2d-14134bc36e1b req-c6082fca-74e2-45f2-9da2-8760aa73a240 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0455835 May 11 21:17:00.348032 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-ac7e44b1-72c5-46ca-ab2d-14134bc36e1b req-5d180ea4-0853-4064-90b6-14d1cdab352c tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406263 May 11 21:17:01.458585 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94854c61-9fd9-4a5a-88d3-afd21ca434ba req-8d1f8b51-e1d2-47ab-ac2d-bed213628947 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:01.460029 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-94854c61-9fd9-4a5a-88d3-afd21ca434ba req-8d1f8b51-e1d2-47ab-ac2d-bed213628947 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0452130 May 11 21:17:01.507377 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-94854c61-9fd9-4a5a-88d3-afd21ca434ba req-0e13c991-555c-4f9e-882f-41242b9e84f0 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 May 11 21:17:02.617216 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d094d-481f-4e43-a70d-0d35a6a3251d req-cccf5ed3-d639-4634-9a77-da935a36b5e2 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:02.618682 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-215d094d-481f-4e43-a70d-0d35a6a3251d req-cccf5ed3-d639-4634-9a77-da935a36b5e2 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 943 time: 0.0456753 May 11 21:17:02.668914 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-215d094d-481f-4e43-a70d-0d35a6a3251d req-e9223c8b-506d-4e0b-a623-7429d33474d9 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447466 May 11 21:17:03.025147 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 2c41fccc-aa6b-401a-ada6-e084b87e786b details requested by agent hyperv_hv-cinder-84146 with host hv-cinder-84146 {{(pid=104010) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 21:17:03.121938 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 2c41fccc-aa6b-401a-ada6-e084b87e786b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:17:03.133336 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Returning: {'device': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'port_id': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'mac_address': 'fa:16:3e:ee:2f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104010) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 21:17:03.169660 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 2c41fccc-aa6b-401a-ada6-e084b87e786b is: DOWN; New status is: BUILD {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:17:03.170049 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:03.182492 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c41fccc-aa6b-401a-ada6-e084b87e786b {{(pid=104010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 21:17:03.201684 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 2c41fccc-aa6b-401a-ada6-e084b87e786b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:17:03.248933 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:03.298576 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=2c41fccc-aa6b-401a-ada6-e084b87e786b,revision_number=7']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:17:03.525169 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] get_ports_and_sgs() called for port_ids ['2c41fccc-aa6b-401a-ada6-e084b87e786b'] {{(pid=104010) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 21:17:03.776914 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf13be4-4525-46de-b50a-aaf311fb17af req-3ce85f79-5a87-4c2f-82d3-d5952518df1d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:03.778276 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bbf13be4-4525-46de-b50a-aaf311fb17af req-3ce85f79-5a87-4c2f-82d3-d5952518df1d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 944 time: 0.0453520 May 11 21:17:03.826974 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bbf13be4-4525-46de-b50a-aaf311fb17af req-7b8109ea-feb7-4f91-a4bb-edf963e4c69e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420966 May 11 21:17:04.935452 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a66c8-b724-4d23-9a37-2aaebaedc7a8 req-98767c68-56ab-4f57-9de7-f8973e87ccda tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:04.936913 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-788a66c8-b724-4d23-9a37-2aaebaedc7a8 req-98767c68-56ab-4f57-9de7-f8973e87ccda tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 944 time: 0.0453298 May 11 21:17:04.983727 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-788a66c8-b724-4d23-9a37-2aaebaedc7a8 req-22915c68-4bdc-4e84-b936-2b175f27e44d tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413573 May 11 21:17:05.054799 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 2c41fccc-aa6b-401a-ada6-e084b87e786b up at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 21:17:05.099862 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.provisioning_blocks [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Provisioning complete for port 2c41fccc-aa6b-401a-ada6-e084b87e786b triggered by entity L2. {{(pid=104010) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 21:17:05.100238 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8224974'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), provisioning_complete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:05.177114 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Current status of the port 2c41fccc-aa6b-401a-ada6-e084b87e786b is: BUILD; New status is: ACTIVE {{(pid=104010) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 21:17:05.177491 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8320094'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:05.199455 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b'}] {{(pid=104010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:17:05.201768 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97e881f0638e3434e0fa5bdd666b76dfeda87721668e6d3ce79bd8fe52c65863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75202d6-a7d4-44a4-b669-cf73cc85e62c" -d '{"events": [{"server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "name": "network-vif-plugged", "status": "completed", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b"}]}' {{(pid=104010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:17:05.213633 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] For port 2c41fccc-aa6b-401a-ada6-e084b87e786b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:17:05.240204 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d9d567-8298-43c7-9d76-d87c6c818ec4 x-openstack-request-id: req-73d9d567-8298-43c7-9d76-d87c6c818ec4 {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:17:05.240564 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "name": "network-vif-plugged", "status": "completed", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b", "code": 200}]} {{(pid=104010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:17:05.240826 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-73d9d567-8298-43c7-9d76-d87c6c818ec4 {{(pid=104010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:17:05.241879 dv-cinder-841467-1-iscsi neutron-server[104010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d9d567-8298-43c7-9d76-d87c6c818ec4'] response: {'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'code': 200} May 11 21:17:05.266507 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743785614475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743785072487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743785072505'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:05.314565 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Pushing event updated for resources: {'Port': ['ID=2c41fccc-aa6b-401a-ada6-e084b87e786b,revision_number=8']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:17:05.499179 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fca8d-0266-48e2-8d1b-5f20d533b55b req-8dd1f2ea-bb8e-4760-af6c-ebac6652debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:05.500632 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b83fca8d-0266-48e2-8d1b-5f20d533b55b req-8dd1f2ea-bb8e-4760-af6c-ebac6652debc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1129 time: 0.0375967 May 11 21:17:05.548515 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-b83fca8d-0266-48e2-8d1b-5f20d533b55b req-c49a96fc-d40a-430d-8fdb-ff0890a4a7b1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383019 May 11 21:17:06.098954 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c98b6-9fb6-4737-9020-5558f96661be req-6261be77-b187-45d5-aab2-d3b1eeedeebc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:06.100306 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a4c98b6-9fb6-4737-9020-5558f96661be req-6261be77-b187-45d5-aab2-d3b1eeedeebc tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0491734 May 11 21:17:06.146949 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-4a4c98b6-9fb6-4737-9020-5558f96661be req-13196e60-c5ba-4261-aaa6-fe80eb0d33af tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412641 May 11 21:17:07.261127 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf38b4c-2210-465f-8570-eb147a672e67 req-50f777d9-9a4c-4510-8c5f-61a57a9f06b4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:07.262600 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dbf38b4c-2210-465f-8570-eb147a672e67 req-50f777d9-9a4c-4510-8c5f-61a57a9f06b4 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0488400 May 11 21:17:07.310865 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dbf38b4c-2210-465f-8570-eb147a672e67 req-70fa7f16-a4fd-47bf-92ac-a34bcdc9122b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427852 May 11 21:17:09.974378 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f87ab191-af3a-46fa-b91a-730fa5545cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:12.189561 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0b9954cb-17d4-49e0-8ae7-92d8e184724e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:13.785763 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:15.094447 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:15.364992 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:17:16.591406 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:18.854203 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:39.968000 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-daafa59b-5410-4895-a3d9-828b4ffa4621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:42.196471 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-a47b0a0c-89c2-4300-a363-dd077a567577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:43.796491 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:45.088021 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:46.590859 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:48.859801 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:17:52.363147 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:17:57.815921 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-a625fda9-5268-4916-b20c-81f208e3578a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371222 May 11 21:17:57.897426 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-e207c35b-50ee-45c1-8490-3409673b1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:57.899058 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-e207c35b-50ee-45c1-8490-3409673b1c51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=715fee0f9c6e4c73b716faa3b978208c&device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1129 time: 0.0381413 May 11 21:17:58.006249 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-4e8486fb-fa07-4504-87f4-bed4bd287210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:58.007674 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-4e8486fb-fa07-4504-87f4-bed4bd287210 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6869d34-bf63-4e4e-9ffe-81f61871d221 HTTP/1.1" status: 200 len: 909 time: 0.0853159 May 11 21:17:58.072322 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-472fcee2-92c7-40a5-9893-fa6409cadab8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b HTTP/1.1" status: 200 len: 1000 time: 0.0553384 May 11 21:17:58.124351 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-489fd49d-168f-4deb-9ee6-5cb4ac8bf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:58.125763 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-489fd49d-168f-4deb-9ee6-5cb4ac8bf936 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fde61afb-76a5-4aad-8744-4e41ed245368 HTTP/1.1" status: 200 len: 847 time: 0.0441873 May 11 21:17:58.170895 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-061c65eb-1447-45b7-9ddf-f53ce462b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:17:58.172311 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-061c65eb-1447-45b7-9ddf-f53ce462b339 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6869d34-bf63-4e4e-9ffe-81f61871d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360343 May 11 21:17:58.262327 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-1e7b769f-937c-4d5b-bd74-57c317018b72 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790701 May 11 21:17:58.355150 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-33d5179c-ef45-4620-8edc-0b16adf85f6f req-a26dfc6a-1469-48fb-92c7-bdfc649f3824 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830221 May 11 21:18:09.967816 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d6f9dbef-350b-43c8-98e8-b6563eab8361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:12.207639 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d88349b5-bc3a-436a-b6f5-2cc13b15451e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:13.801934 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:15.110550 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:16.584855 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:18.870345 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:20.661913 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54252) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:20.804011 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Deleting port 19eae10f-3bfc-4282-ae41-52e4aabe2f11 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:18:20.804352 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (19eae10f-3bfc-4282-ae41-52e4aabe2f11), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:20.880716 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (19eae10f-3bfc-4282-ae41-52e4aabe2f11), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:20.881043 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for floatingip (19eae10f-3bfc-4282-ae41-52e4aabe2f11), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:20.893282 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Calling delete_port for 19eae10f-3bfc-4282-ae41-52e4aabe2f11 owned by network:floatingip {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:18:21.070340 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (19eae10f-3bfc-4282-ae41-52e4aabe2f11), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:21.093831 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event deleted for resources: {'Port': ['ID=19eae10f-3bfc-4282-ae41-52e4aabe2f11,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:21.106773 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.107121 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.107459 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.107795 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.108126 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.108457 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.108778 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.109096 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.109418 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.109760 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.110077 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.110393 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.110708 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.111022 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.111338 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:21.164159 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for floatingip (3d23b932-c32e-49f3-882b-7c2e9848615c), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:21.164487 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.db.l3_db [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Floating IP 3d23b932-c32e-49f3-882b-7c2e9848615c disassociated (deleted). External IP: 172.27.3.91, port: 2c41fccc-aa6b-401a-ada6-e084b87e786b. May 11 21:18:21.635989 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Router 3392c7a9-9940-43ad-a27a-36dc9676c90a has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:18:21.742869 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:18:21.748226 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for floatingip (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:21.753281 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] Sync routers for ids ['3392c7a9-9940-43ad-a27a-36dc9676c90a'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:18:21.762955 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] Routers {'3392c7a9-9940-43ad-a27a-36dc9676c90a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:18:21.763571 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:18:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['3392c7a9-9940-43ad-a27a-36dc9676c90a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:21.776729 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-a0766092-2168-41a9-bb04-40f18e278f2e tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "DELETE /v2.0/floatingips/3d23b932-c32e-49f3-882b-7c2e9848615c HTTP/1.1" status: 204 len: 168 time: 1.1137562 May 11 21:18:21.777322 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:18:21.779734 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46" -d '{"events": [{"name": "network-changed", "server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:18:21.821942 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a317c8-3c65-4940-a454-16440b21e507 x-openstack-request-id: req-a2a317c8-3c65-4940-a454-16440b21e507 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:18:21.821942 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:18:21.821942 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2a317c8-3c65-4940-a454-16440b21e507 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:18:21.821942 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a317c8-3c65-4940-a454-16440b21e507'] response: {'name': 'network-changed', 'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'status': 'completed', 'code': 200} May 11 21:18:21.882399 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] Set router 3392c7a9-9940-43ad-a27a-36dc9676c90a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:18:21.890143 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-53fd42b0-990c-4ffb-bb17-dcf2e90638a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:18:21.891651 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-53fd42b0-990c-4ffb-bb17-dcf2e90638a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=715fee0f9c6e4c73b716faa3b978208c&device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 1129 time: 0.0410066 May 11 21:18:21.988208 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-4d9ac753-8a08-494e-a2ba-1cac42b1c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:18:21.989730 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-4d9ac753-8a08-494e-a2ba-1cac42b1c281 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d6869d34-bf63-4e4e-9ffe-81f61871d221 HTTP/1.1" status: 200 len: 909 time: 0.0878580 May 11 21:18:22.033404 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-6c7c865f-8c0d-421e-82e5-e8adfa291b81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b HTTP/1.1" status: 200 len: 217 time: 0.0348823 May 11 21:18:22.071377 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '8eb01146-737b-496f-9415-78ec9f5c4911', 'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'mac_address': 'fa:16:3e:6b:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:42Z', 'updated_at': '2022-05-11T21:13:47Z', 'revision_number': 5, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'subnets': [{'id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:22.089954 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-d9e295d3-a1c4-4ccf-ae9b-f2c016e7bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:18:22.091986 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-d9e295d3-a1c4-4ccf-ae9b-f2c016e7bbdb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fde61afb-76a5-4aad-8744-4e41ed245368 HTTP/1.1" status: 200 len: 847 time: 0.0480680 May 11 21:18:22.101137 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] Checking router: 3392c7a9-9940-43ad-a27a-36dc9676c90a for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:18:22.109755 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] Routers {'3392c7a9-9940-43ad-a27a-36dc9676c90a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:18:22.110374 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:18:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['3392c7a9-9940-43ad-a27a-36dc9676c90a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:22.141037 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-ef021ecd-ea65-4da9-ac26-bf8152a98d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:18:22.142491 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-ef021ecd-ea65-4da9-ac26-bf8152a98d8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d6869d34-bf63-4e4e-9ffe-81f61871d221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405593 May 11 21:18:22.211645 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02623296-70e7-42d8-99d0-e621c0e48e21 req-5c67770a-19eb-4170-96c0-bfd3b53b4f5b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:18:22.213230 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-02623296-70e7-42d8-99d0-e621c0e48e21 req-5c67770a-19eb-4170-96c0-bfd3b53b4f5b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0483086 May 11 21:18:22.264919 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-02623296-70e7-42d8-99d0-e621c0e48e21 req-e4fac790-8939-43e0-9364-fdc7cb842e43 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459149 May 11 21:18:22.348992 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] Set router 3392c7a9-9940-43ad-a27a-36dc9676c90a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:18:22.531069 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '8eb01146-737b-496f-9415-78ec9f5c4911', 'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'mac_address': 'fa:16:3e:6b:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:42Z', 'updated_at': '2022-05-11T21:13:47Z', 'revision_number': 5, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'subnets': [{'id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:22.560742 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f0375-8c28-489c-969b-a7a6d656b46f None None] The sync data for ids ['3392c7a9-9940-43ad-a27a-36dc9676c90a'] in dv-cinder-841467-1-iscsi is: [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:43Z', 'revision_number': 4, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi', '_interfaces': [{'id': '8eb01146-737b-496f-9415-78ec9f5c4911', 'name': '', 'network_id': 'd6869d34-bf63-4e4e-9ffe-81f61871d221', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'mac_address': 'fa:16:3e:6b:83:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:42Z', 'updated_at': '2022-05-11T21:13:47Z', 'revision_number': 5, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'subnets': [{'id': 'fde61afb-76a5-4aad-8744-4e41ed245368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:18:22.773102 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908dccd2-469c-4cc4-b58b-d415683aa3c6 None None] New status for floating IP 3d23b932-c32e-49f3-882b-7c2e9848615c: DOWN {{(pid=104011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 21:18:23.396682 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27f152-64b2-46bd-9f63-4c3c0cd8424c req-1852dc99-1742-49fa-981a-f1b4b26ac71c tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:18:23.398172 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e27f152-64b2-46bd-9f63-4c3c0cd8424c req-1852dc99-1742-49fa-981a-f1b4b26ac71c tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0617652 May 11 21:18:23.400373 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-8e0e3ce2-04f6-4a74-91b8-12df787441b8 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230745 May 11 21:18:23.447240 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-6e27f152-64b2-46bd-9f63-4c3c0cd8424c req-4e1316e6-f1fc-4ed3-9b4f-adf2810c7d2b tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/security-groups?id=97637da2-38f9-42b6-9567-7a7f6ea76951&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 May 11 21:18:23.562707 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-05a07c1d-d2e4-44a5-a0e4-2cf89e2acf46 req-0fcb9c7e-403f-4b5f-823e-04c3b9e671a6 service neutron] 10.222.0.70 "GET /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797174 May 11 21:18:23.942414 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-4b515179-458b-463c-ace8-98b7ede3c42f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 21:18:23.943827 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-4b515179-458b-463c-ace8-98b7ede3c42f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.70 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 945 time: 0.0491984 May 11 21:18:24.025209 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-9af30593-f973-48b2-a794-54e90311f758 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Deleting port 2c41fccc-aa6b-401a-ada6-e084b87e786b {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:18:24.025550 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-9af30593-f973-48b2-a794-54e90311f758 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:24.115438 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-9af30593-f973-48b2-a794-54e90311f758 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] For port 2c41fccc-aa6b-401a-ada6-e084b87e786b, host hv-cinder-84146, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84146',level=0,port_id=2c41fccc-aa6b-401a-ada6-e084b87e786b,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:18:24.115713 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-9af30593-f973-48b2-a794-54e90311f758 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:24.128245 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-9af30593-f973-48b2-a794-54e90311f758 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Calling delete_port for 2c41fccc-aa6b-401a-ada6-e084b87e786b owned by compute:nova {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:18:24.373399 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-9af30593-f973-48b2-a794-54e90311f758 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (2c41fccc-aa6b-401a-ada6-e084b87e786b), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:24.401163 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af30593-f973-48b2-a794-54e90311f758 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event deleted for resources: {'Port': ['ID=2c41fccc-aa6b-401a-ada6-e084b87e786b,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:24.444313 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-9af30593-f973-48b2-a794-54e90311f758 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] No DVR routers for this DVR port 2c41fccc-aa6b-401a-ada6-e084b87e786b on host hv-cinder-84146 {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:18:24.446841 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-9af30593-f973-48b2-a794-54e90311f758 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37191'] for port (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:24.450811 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-03b38bed-f0bc-4603-b9f9-910daaa034a2 req-9af30593-f973-48b2-a794-54e90311f758 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.70 "DELETE /v2.0/ports/2c41fccc-aa6b-401a-ada6-e084b87e786b HTTP/1.1" status: 204 len: 173 time: 0.4996300 May 11 21:18:24.451266 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'name': 'network-vif-deleted', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 21:18:24.453490 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5e0cc5a6cc9f431f9f95b9a5c4e2132ed7a7dfda1813397c1d231f9992c7c4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c33d2cc-e449-4978-8966-35d36ad896bd" -d '{"events": [{"server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "name": "network-vif-deleted", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 21:18:24.489367 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 21:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907ede0d-7280-4825-b8a6-ad9414599cc2 x-openstack-request-id: req-907ede0d-7280-4825-b8a6-ad9414599cc2 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 21:18:24.489367 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039766c9-0b97-4a35-ad0e-e319d594de7b", "name": "network-vif-deleted", "tag": "2c41fccc-aa6b-401a-ada6-e084b87e786b", "status": "completed", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 21:18:24.489367 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-907ede0d-7280-4825-b8a6-ad9414599cc2 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 21:18:24.489721 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907ede0d-7280-4825-b8a6-ad9414599cc2'] response: {'server_uuid': '039766c9-0b97-4a35-ad0e-e319d594de7b', 'name': 'network-vif-deleted', 'tag': '2c41fccc-aa6b-401a-ada6-e084b87e786b', 'status': 'completed', 'code': 200} May 11 21:18:24.543589 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [req-f91a36b0-5621-4b7c-b5d9-5190bab010bd req-4de609af-8cd5-449f-a2e9-81868b3b9b9f tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 210 time: 0.0281754 May 11 21:18:25.657893 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a526888c-109c-4811-8ed7-d8d1c7f2cf9f req-e2d11e49-e9c2-475b-976a-7443168c4892 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "GET /v2.0/ports?device_id=039766c9-0b97-4a35-ad0e-e319d594de7b HTTP/1.1" status: 200 len: 210 time: 0.0313215 May 11 21:18:26.713517 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54280) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:26.768073 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group (97637da2-38f9-42b6-9567-7a7f6ea76951), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:26.793200 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group (97637da2-38f9-42b6-9567-7a7f6ea76951), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:26.927479 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (97637da2-38f9-42b6-9567-7a7f6ea76951), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:26.930085 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:26.931228 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] 10.222.0.35 "DELETE /v2.0/security-groups/97637da2-38f9-42b6-9567-7a7f6ea76951 HTTP/1.1" status: 204 len: 168 time: 0.2179654 May 11 21:18:26.940497 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97637da2-38f9-42b6-9567-7a7f6ea76951,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:26.947683 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.955880 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:26.957067 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc1ac40-3438-44b9-a9ba-e2181bd00328 tempest-TestShelveInstance-981724973 tempest-TestShelveInstance-981724973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:27.023508 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54284) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:27.345051 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526552'] for router_interface (3392c7a9-9940-43ad-a27a-36dc9676c90a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:27.570632 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] Deleting port 8eb01146-737b-496f-9415-78ec9f5c4911 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:18:27.570968 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:27.645449 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] For port 8eb01146-737b-496f-9415-78ec9f5c4911, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=8eb01146-737b-496f-9415-78ec9f5c4911,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:18:27.645753 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:27.661806 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] Calling delete_port for 8eb01146-737b-496f-9415-78ec9f5c4911 owned by network:router_interface {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:18:27.899193 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (8eb01146-737b-496f-9415-78ec9f5c4911), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:27.923983 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb01146-737b-496f-9415-78ec9f5c4911,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:28.091601 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-984007'] for router_interface (3392c7a9-9940-43ad-a27a-36dc9676c90a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:28.302029 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] Router 3392c7a9-9940-43ad-a27a-36dc9676c90a has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:18:28.408394 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:18:28.413628 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-f9330cd5-67dc-4655-a3c4-00aa844f7614 admin admin] 10.222.0.35 "PUT /v2.0/routers/3392c7a9-9940-43ad-a27a-36dc9676c90a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3875270 May 11 21:18:28.416775 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54286) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:28.418730 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] Sync routers for ids ['3392c7a9-9940-43ad-a27a-36dc9676c90a'] in dv-cinder-841467-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:18:28.429056 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] Routers {'3392c7a9-9940-43ad-a27a-36dc9676c90a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:18:28.430083 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:18:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['3392c7a9-9940-43ad-a27a-36dc9676c90a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:28.520656 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Publish callbacks [] for router (3392c7a9-9940-43ad-a27a-36dc9676c90a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:28.538865 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] Set router 3392c7a9-9940-43ad-a27a-36dc9676c90a gateway port host: dv-cinder-841467-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:18:28.621920 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Publish callbacks [] for router_gateway (3392c7a9-9940-43ad-a27a-36dc9676c90a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:28.703328 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:18:27Z', 'revision_number': 5, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port': {'id': '71f1eceb-372b-4283-9870-b4b8211c6fe1', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:28.732630 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] Checking router: 3392c7a9-9940-43ad-a27a-36dc9676c90a for host: dv-cinder-841467-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:18:28.741198 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] Routers {'3392c7a9-9940-43ad-a27a-36dc9676c90a'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:18:28.741842 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:18:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['3392c7a9-9940-43ad-a27a-36dc9676c90a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:28.773592 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Deleting port 71f1eceb-372b-4283-9870-b4b8211c6fe1 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:18:28.773933 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:28.830091 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] Set router 3392c7a9-9940-43ad-a27a-36dc9676c90a gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:18:28.850592 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] For port 71f1eceb-372b-4283-9870-b4b8211c6fe1, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=71f1eceb-372b-4283-9870-b4b8211c6fe1,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:18:28.850957 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:28.870194 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Calling delete_port for 71f1eceb-372b-4283-9870-b4b8211c6fe1 owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:18:28.882144 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:18:28Z', 'revision_number': 6, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port_host': None}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:28.911999 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bd912-681a-4875-806a-032ae006c7b0 None None] The sync data for ids ['3392c7a9-9940-43ad-a27a-36dc9676c90a'] in dv-cinder-841467-1-iscsi is: [{'id': '3392c7a9-9940-43ad-a27a-36dc9676c90a', 'name': 'tempest-TestShelveInstance-246471063-router', 'tenant_id': '715fee0f9c6e4c73b716faa3b978208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:40Z', 'updated_at': '2022-05-11T21:18:28Z', 'revision_number': 6, 'project_id': '715fee0f9c6e4c73b716faa3b978208c', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:18:29.075912 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (71f1eceb-372b-4283-9870-b4b8211c6fe1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.098742 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f1eceb-372b-4283-9870-b4b8211c6fe1,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:29.170069 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549098'] for router_gateway (3392c7a9-9940-43ad-a27a-36dc9676c90a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.249852 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16205'] for router (3392c7a9-9940-43ad-a27a-36dc9676c90a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.252026 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Publish callbacks [] for router_controller (3392c7a9-9940-43ad-a27a-36dc9676c90a), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.350016 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549819'] for router (3392c7a9-9940-43ad-a27a-36dc9676c90a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.353621 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3392c7a9-9940-43ad-a27a-36dc9676c90a {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 21:18:29.355857 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.356997 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-6f7f89e2-5862-49c5-b2fb-ac44288fb5f6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3392c7a9-9940-43ad-a27a-36dc9676c90a HTTP/1.1" status: 204 len: 168 time: 0.9390907 May 11 21:18:29.359619 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54288) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:29.363178 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:18:29.382190 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 2c41fccc-aa6b-401a-ada6-e084b87e786b no longer exists at agent hyperv_hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:18:29.402925 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] No Port match for: 2c41fccc-aa6b-401a-ada6-e084b87e786b {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:18:29.404737 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Device 2c41fccc-aa6b-401a-ada6-e084b87e786b not bound to the agent host hv-cinder-84146 {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:18:29.404874 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b77b4d-04b1-44db-831e-5718dcdb9653 admin admin] Deleting subnet fde61afb-76a5-4aad-8744-4e41ed245368 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:18:29.407356 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b77b4d-04b1-44db-831e-5718dcdb9653 admin admin] Publish callbacks [] for subnet (fde61afb-76a5-4aad-8744-4e41ed245368), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.440538 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b77b4d-04b1-44db-831e-5718dcdb9653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2745531'] for subnet (fde61afb-76a5-4aad-8744-4e41ed245368), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.516840 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b77b4d-04b1-44db-831e-5718dcdb9653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (fde61afb-76a5-4aad-8744-4e41ed245368), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.642151 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b77b4d-04b1-44db-831e-5718dcdb9653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3811050'] for subnet (fde61afb-76a5-4aad-8744-4e41ed245368), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.668586 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b77b4d-04b1-44db-831e-5718dcdb9653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde61afb-76a5-4aad-8744-4e41ed245368,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:29.673764 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b77b4d-04b1-44db-831e-5718dcdb9653 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.675449 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-42b77b4d-04b1-44db-831e-5718dcdb9653 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fde61afb-76a5-4aad-8744-4e41ed245368 HTTP/1.1" status: 204 len: 168 time: 0.3149009 May 11 21:18:29.678380 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54290) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:29.683821 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081c656e-6230-4a2a-8f46-b193bc417a06 None None] Network d6869d34-bf63-4e4e-9ffe-81f61871d221 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:18:29.752482 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (d6869d34-bf63-4e4e-9ffe-81f61871d221), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.807965 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Deleting port fbfabf9f-91d0-4236-b46a-afa6a5a30358 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:18:29.808354 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.834632 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] DHCP port deletion for d6869d34-bf63-4e4e-9ffe-81f61871d221 request from dv-cinder-841467-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 21:18:29.873158 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] For port fbfabf9f-91d0-4236-b46a-afa6a5a30358, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=fbfabf9f-91d0-4236-b46a-afa6a5a30358,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:18:29.873574 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.880505 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Deleting port fbfabf9f-91d0-4236-b46a-afa6a5a30358 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:18:29.881261 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.887696 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Calling delete_port for fbfabf9f-91d0-4236-b46a-afa6a5a30358 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:18:29.946654 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] For port fbfabf9f-91d0-4236-b46a-afa6a5a30358, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=fbfabf9f-91d0-4236-b46a-afa6a5a30358,segment=NetworkSegment(3c07655b-dc12-4d6d-a050-880e52a707d1),segment_id=3c07655b-dc12-4d6d-a050-880e52a707d1)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:18:29.947071 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:29.967591 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Calling delete_port for fbfabf9f-91d0-4236-b46a-afa6a5a30358 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:18:30.150888 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:30.175120 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Pushing event deleted for resources: {'Port': ['ID=fbfabf9f-91d0-4236-b46a-afa6a5a30358,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:30.184952 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] No DVR routers for this DVR port fbfabf9f-91d0-4236-b46a-afa6a5a30358 on host dv-cinder-841467-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:18:30.187430 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.187777 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.188125 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.188469 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.188813 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.189142 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.189473 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.189828 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.190161 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.190491 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.190819 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.191146 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.191478 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.191801 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.192125 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc42b62-9b7f-491b-bb7e-78b4a6f1cb45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841467-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 21:18:30.248822 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (fbfabf9f-91d0-4236-b46a-afa6a5a30358), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:30.273729 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbfabf9f-91d0-4236-b46a-afa6a5a30358,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:30.277221 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] No DVR routers for this DVR port fbfabf9f-91d0-4236-b46a-afa6a5a30358 on host dv-cinder-841467-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:18:30.350434 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (d6869d34-bf63-4e4e-9ffe-81f61871d221), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:30.370763 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6869d34-bf63-4e4e-9ffe-81f61871d221']}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:30.380081 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c07655b-dc12-4d6d-a050-880e52a707d1') {'for_net_delete': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:30.380399 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.services.segments.db [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c07655b-dc12-4d6d-a050-880e52a707d1') {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:30.389618 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2745474'] for segment (3c07655b-dc12-4d6d-a050-880e52a707d1), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:30.402967 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (3c07655b-dc12-4d6d-a050-880e52a707d1), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:30.408986 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=104009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:18:30.409385 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3562712'] for segment (3c07655b-dc12-4d6d-a050-880e52a707d1), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: self.session.flush() May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: self.session.flush() May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: self.session.flush() May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: self.session.flush() May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: Traceback (most recent call last): May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: timer() May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: cb(*args, **kw) May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: return func(*args, **kwargs) May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: self._notify() May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: self.callback(batched_events) May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: event.method(event) May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: return f(self, *a, **k) May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._get(url).json() May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: return self.request(url, 'GET', **kwargs) May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:18:30.411057 dv-cinder-841467-1-iscsi neutron-server[104009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:18:30.591160 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (d6869d34-bf63-4e4e-9ffe-81f61871d221), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:30.596485 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:30.599581 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] 10.222.0.35 "DELETE /v2.0/networks/d6869d34-bf63-4e4e-9ffe-81f61871d221 HTTP/1.1" status: 204 len: 168 time: 0.9202728 May 11 21:18:30.602681 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54292) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:30.610140 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced08e-cd11-46c7-a0fd-8bf87b59412a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6869d34-bf63-4e4e-9ffe-81f61871d221,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:30.908423 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fbfabf9f-91d0-4236-b46a-afa6a5a30358 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:18:30.925775 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-526552'] for router_interface (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:30.931681 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: fbfabf9f-91d0-4236-b46a-afa6a5a30358 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:18:30.932032 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device fbfabf9f-91d0-4236-b46a-afa6a5a30358 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:18:30.932456 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 8eb01146-737b-496f-9415-78ec9f5c4911 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:18:30.951680 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 8eb01146-737b-496f-9415-78ec9f5c4911 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:18:30.952029 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 8eb01146-737b-496f-9415-78ec9f5c4911 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:18:30.952431 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 71f1eceb-372b-4283-9870-b4b8211c6fe1 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:18:30.970487 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 71f1eceb-372b-4283-9870-b4b8211c6fe1 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:18:30.970838 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 71f1eceb-372b-4283-9870-b4b8211c6fe1 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:18:31.399493 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] Deleting port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:18:31.399942 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:31.475689 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] For port f48887fa-c59a-45cc-94ec-e0c8b99c3fe9, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=f48887fa-c59a-45cc-94ec-e0c8b99c3fe9,segment=NetworkSegment(425e4490-0409-4dff-94d6-ed5da4037c7d),segment_id=425e4490-0409-4dff-94d6-ed5da4037c7d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:18:31.476050 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:31.489109 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] Calling delete_port for f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:18:31.744735 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (f48887fa-c59a-45cc-94ec-e0c8b99c3fe9), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:31.771120 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=f48887fa-c59a-45cc-94ec-e0c8b99c3fe9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:31.939699 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-984007'] for router_interface (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:32.153012 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] Router e24950fa-75c4-4cb7-b78a-7b1210df4bcf has already been hosted by L3 agent ed09e78a-236c-4c5c-afda-1a44993cfbf0 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 21:18:32.257547 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] Notify agent at l3_agent.dv-cinder-841467-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 21:18:32.263156 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ad69bfd9-4518-4f45-8de3-5b57ced48d3d admin admin] 10.222.0.35 "PUT /v2.0/routers/e24950fa-75c4-4cb7-b78a-7b1210df4bcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6594262 May 11 21:18:32.265866 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54294) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:32.266884 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] Sync routers for ids ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'] in dv-cinder-841467-1-iscsi {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 21:18:32.276243 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] Routers {'e24950fa-75c4-4cb7-b78a-7b1210df4bcf'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:18:32.276896 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:18:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:32.371740 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Publish callbacks [] for router (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:32.382303 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] Set router e24950fa-75c4-4cb7-b78a-7b1210df4bcf gateway port host: dv-cinder-841467-1-iscsi {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:18:32.489598 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Publish callbacks [] for router_gateway (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:32.548850 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'name': 'tempest-TestShelveInstance-84098766-router', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'external_fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'bd42c791-543a-449a-aadb-122697d97d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:46Z', 'updated_at': '2022-05-11T21:18:31Z', 'revision_number': 5, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'gw_port': {'id': 'bd42c791-543a-449a-aadb-122697d97d15', 'name': '', 'network_id': '0916698b-f9ed-41b5-bfc8-8df027674fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:56:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841467-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T21:13:47Z', 'updated_at': '2022-05-11T21:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1aa44c-c09b-4056-8b3e-10de01d8b4d3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841467-1-iscsi'}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:32.575714 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] Checking router: e24950fa-75c4-4cb7-b78a-7b1210df4bcf for host: dv-cinder-841467-1-iscsi {{(pid=104011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 21:18:32.583814 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] Routers {'e24950fa-75c4-4cb7-b78a-7b1210df4bcf'} bound to L3 agent in host dv-cinder-841467-1-iscsi {{(pid=104011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 21:18:32.584421 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841467-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T20:56:12Z,description=,heartbeat_timestamp=2022-05-11T21:18:12Z,host='dv-cinder-841467-1-iscsi',id=ed09e78a-236c-4c5c-afda-1a44993cfbf0,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T20:56:13Z,topic='l3_agent')) {'router_ids': ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'], 'active': True} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:32.600050 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Deleting port bd42c791-543a-449a-aadb-122697d97d15 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:18:32.600478 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (bd42c791-543a-449a-aadb-122697d97d15), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:32.669334 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_dvr_db [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] Set router e24950fa-75c4-4cb7-b78a-7b1210df4bcf gateway port host: None {{(pid=104011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 21:18:32.677720 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] For port bd42c791-543a-449a-aadb-122697d97d15, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=bd42c791-543a-449a-aadb-122697d97d15,segment=NetworkSegment(4c588671-d529-4d96-98d9-ae628e0cbc3b),segment_id=4c588671-d529-4d96-98d9-ae628e0cbc3b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:18:32.678087 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (bd42c791-543a-449a-aadb-122697d97d15), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:32.691830 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Calling delete_port for bd42c791-543a-449a-aadb-122697d97d15 owned by network:router_gateway {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:18:32.719272 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.l3_hamode_db [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'name': 'tempest-TestShelveInstance-84098766-router', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:46Z', 'updated_at': '2022-05-11T21:18:32Z', 'revision_number': 6, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'gw_port_host': None}], 'dv-cinder-841467-1-iscsi', False) {} {{(pid=104011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:32.747767 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f229c0-c6e1-4b9a-8224-851ca0f4821e None None] The sync data for ids ['e24950fa-75c4-4cb7-b78a-7b1210df4bcf'] in dv-cinder-841467-1-iscsi is: [{'id': 'e24950fa-75c4-4cb7-b78a-7b1210df4bcf', 'name': 'tempest-TestShelveInstance-84098766-router', 'tenant_id': 'd907c79abcf14c0b943fa50af057aa9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T21:13:46Z', 'updated_at': '2022-05-11T21:18:32Z', 'revision_number': 6, 'project_id': 'd907c79abcf14c0b943fa50af057aa9a', 'gw_port_host': None}] {{(pid=104011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 21:18:32.910927 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3562635'] for port (bd42c791-543a-449a-aadb-122697d97d15), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:32.939845 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd42c791-543a-449a-aadb-122697d97d15,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:32.998711 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549098'] for router_gateway (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.089330 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16205'] for router (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.094690 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Publish callbacks [] for router_controller (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.201762 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549819'] for router (e24950fa-75c4-4cb7-b78a-7b1210df4bcf), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.203697 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e24950fa-75c4-4cb7-b78a-7b1210df4bcf {{(pid=104009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 21:18:33.206800 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.207932 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-1f1e563d-9633-4636-aa8e-9884b50d9f12 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e24950fa-75c4-4cb7-b78a-7b1210df4bcf HTTP/1.1" status: 204 len: 168 time: 0.9411018 May 11 21:18:33.210539 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54296) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:33.258120 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_v2 [None req-83380d1b-3295-48f0-91f1-c1b471cfe472 admin admin] Deleting subnet beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2 {{(pid=104009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 21:18:33.261096 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83380d1b-3295-48f0-91f1-c1b471cfe472 admin admin] Publish callbacks [] for subnet (beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.295089 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83380d1b-3295-48f0-91f1-c1b471cfe472 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2745531'] for subnet (beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2), precommit_delete_associations {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.368710 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83380d1b-3295-48f0-91f1-c1b471cfe472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8195810'] for subnet (beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.470555 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83380d1b-3295-48f0-91f1-c1b471cfe472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8195835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3556730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3811050'] for subnet (beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.499145 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83380d1b-3295-48f0-91f1-c1b471cfe472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:33.505207 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-83380d1b-3295-48f0-91f1-c1b471cfe472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.511287 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-83380d1b-3295-48f0-91f1-c1b471cfe472 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/beae49b6-1a7b-4d12-85e4-f4e1cd4f2fd2 HTTP/1.1" status: 204 len: 168 time: 0.2969468 May 11 21:18:33.511766 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54298) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:33.512330 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c394a0f8-00dd-4cbe-bbdc-2e9ceb702d1f None None] Network fb4ac26d-7782-4f0f-b78d-5f53a478e508 requested from dv-cinder-841467-1-iscsi {{(pid=104010) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 21:18:33.534703 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:18:33.559264 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:18:33.559608 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device f48887fa-c59a-45cc-94ec-e0c8b99c3fe9 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:18:33.584586 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8269117'] for network (fb4ac26d-7782-4f0f-b78d-5f53a478e508), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.630895 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Deleting port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:18:33.631241 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.693871 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc5beb-f284-4bf8-8826-e9adcf1efb47 None None] DHCP port deletion for fb4ac26d-7782-4f0f-b78d-5f53a478e508 request from dv-cinder-841467-1-iscsi {{(pid=104010) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 21:18:33.703282 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] For port 4cf8f730-8eed-48c5-8814-799c67b7e3e6, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4cf8f730-8eed-48c5-8814-799c67b7e3e6,segment=NetworkSegment(425e4490-0409-4dff-94d6-ed5da4037c7d),segment_id=425e4490-0409-4dff-94d6-ed5da4037c7d)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:18:33.703645 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.717581 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Calling delete_port for 4cf8f730-8eed-48c5-8814-799c67b7e3e6 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:18:33.734853 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc5beb-f284-4bf8-8826-e9adcf1efb47 None None] Deleting port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 {{(pid=104010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 21:18:33.735368 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5beb-f284-4bf8-8826-e9adcf1efb47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743785603301'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), before_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.803524 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-e3fc5beb-f284-4bf8-8826-e9adcf1efb47 None None] For port 4cf8f730-8eed-48c5-8814-799c67b7e3e6, host dv-cinder-841467-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841467-1-iscsi',level=0,port_id=4cf8f730-8eed-48c5-8814-799c67b7e3e6,segment=NetworkSegment(425e4490-0409-4dff-94d6-ed5da4037c7d),segment_id=425e4490-0409-4dff-94d6-ed5da4037c7d)] {{(pid=104010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 21:18:33.804003 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5beb-f284-4bf8-8826-e9adcf1efb47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-526354'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), precommit_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.817849 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc5beb-f284-4bf8-8826-e9adcf1efb47 None None] Calling delete_port for 4cf8f730-8eed-48c5-8814-799c67b7e3e6 owned by network:dhcp {{(pid=104010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 21:18:33.870731 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3284264'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.894105 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5beb-f284-4bf8-8826-e9adcf1efb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8320240', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743785614457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743785072478'] for port (4cf8f730-8eed-48c5-8814-799c67b7e3e6), after_delete {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.900294 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf8f730-8eed-48c5-8814-799c67b7e3e6,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:33.904562 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] No DVR routers for this DVR port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 on host dv-cinder-841467-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:18:33.925336 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc5beb-f284-4bf8-8826-e9adcf1efb47 None None] Pushing event deleted for resources: {'Port': ['ID=4cf8f730-8eed-48c5-8814-799c67b7e3e6,revision_number=None']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:33.929129 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc5beb-f284-4bf8-8826-e9adcf1efb47 None None] No DVR routers for this DVR port 4cf8f730-8eed-48c5-8814-799c67b7e3e6 on host dv-cinder-841467-1-iscsi {{(pid=104010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 21:18:33.978446 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8227159', 'neutron.services.segments.db._delete_segments_for_network-8743785534742'] for network (fb4ac26d-7782-4f0f-b78d-5f53a478e508), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:33.998402 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4ac26d-7782-4f0f-b78d-5f53a478e508']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:34.007665 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425e4490-0409-4dff-94d6-ed5da4037c7d') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:34.007963 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425e4490-0409-4dff-94d6-ed5da4037c7d') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 21:18:34.018012 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743785535519', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3277999'] for segment (425e4490-0409-4dff-94d6-ed5da4037c7d), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:34.031455 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873'] for segment (425e4490-0409-4dff-94d6-ed5da4037c7d), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:34.037435 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 21:18:34.037848 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3284347'] for segment (425e4490-0409-4dff-94d6-ed5da4037c7d), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: Traceback (most recent call last): May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: timer() May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: cb(*args, **kw) May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: return func(*args, **kwargs) May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: self._notify() May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: self.callback(batched_events) May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: event.method(event) May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: aggregate_uuid = self.p_client.list_aggregates( May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: return f(self, *a, **k) May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._get(url).json() May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: return self.request(url, 'GET', **kwargs) May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: base_url = self.get_endpoint(auth, allow=allow, May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 21:18:34.039608 dv-cinder-841467-1-iscsi neutron-server[104008]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 21:18:34.156682 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8227180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556760'] for network (fb4ac26d-7782-4f0f-b78d-5f53a478e508), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:34.162020 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568844'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:34.165133 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fb4ac26d-7782-4f0f-b78d-5f53a478e508 HTTP/1.1" status: 204 len: 168 time: 0.6523731 May 11 21:18:34.175549 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0683f1-7c50-493b-b409-280900134209 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4ac26d-7782-4f0f-b78d-5f53a478e508,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:34.596612 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54302) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:34.636440 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-76224e4c-08ed-4dfe-a625-2d22ab3acd7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=715fee0f9c6e4c73b716faa3b978208c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386572 May 11 21:18:34.638774 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.35', 54304) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:34.684636 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71c51a20-62f5-4e8c-9a6a-87e27f92d3e3 admin admin] Publish callbacks [] for security_group (7bc4a467-5c7e-4d04-bd7b-3922ceb0b00a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:34.706885 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71c51a20-62f5-4e8c-9a6a-87e27f92d3e3 admin admin] Publish callbacks [] for security_group (7bc4a467-5c7e-4d04-bd7b-3922ceb0b00a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:34.812817 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71c51a20-62f5-4e8c-9a6a-87e27f92d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (7bc4a467-5c7e-4d04-bd7b-3922ceb0b00a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:34.815366 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-71c51a20-62f5-4e8c-9a6a-87e27f92d3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:34.816533 dv-cinder-841467-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-71c51a20-62f5-4e8c-9a6a-87e27f92d3e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bc4a467-5c7e-4d04-bd7b-3922ceb0b00a HTTP/1.1" status: 204 len: 168 time: 0.1768870 May 11 21:18:34.824468 dv-cinder-841467-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c51a20-62f5-4e8c-9a6a-87e27f92d3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc4a467-5c7e-4d04-bd7b-3922ceb0b00a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:34.904866 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device bd42c791-543a-449a-aadb-122697d97d15 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:18:34.925558 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: bd42c791-543a-449a-aadb-122697d97d15 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:18:34.929885 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device bd42c791-543a-449a-aadb-122697d97d15 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:18:34.929885 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4cf8f730-8eed-48c5-8814-799c67b7e3e6 no longer exists at agent ovs-agent-dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 21:18:34.944742 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.plugin [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] No Port match for: 4cf8f730-8eed-48c5-8814-799c67b7e3e6 {{(pid=104010) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 21:18:34.945091 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.rpc [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Device 4cf8f730-8eed-48c5-8814-799c67b7e3e6 not bound to the agent host dv-cinder-841467-1-iscsi {{(pid=104010) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 21:18:35.492457 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54310) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:35.533149 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-d2d317ae-93f2-4ef3-8466-c2c62e94aaef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d907c79abcf14c0b943fa50af057aa9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395162 May 11 21:18:35.535441 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.wsgi [-] (104009) accepted ('10.222.0.35', 54312) {{(pid=104009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 21:18:35.580992 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dfdd-3490-4050-b0cb-b98723517b31 admin admin] Publish callbacks [] for security_group (48e1b548-af45-4cdb-a905-113dae8c1b56), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:35.601283 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dfdd-3490-4050-b0cb-b98723517b31 admin admin] Publish callbacks [] for security_group (48e1b548-af45-4cdb-a905-113dae8c1b56), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:35.727204 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dfdd-3490-4050-b0cb-b98723517b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012073'] for security_group (48e1b548-af45-4cdb-a905-113dae8c1b56), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:35.729766 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b9e8dfdd-3490-4050-b0cb-b98723517b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:35.730900 dv-cinder-841467-1-iscsi neutron-server[104009]: INFO neutron.wsgi [None req-b9e8dfdd-3490-4050-b0cb-b98723517b31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48e1b548-af45-4cdb-a905-113dae8c1b56 HTTP/1.1" status: 204 len: 168 time: 0.1945801 May 11 21:18:35.738585 dv-cinder-841467-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8dfdd-3490-4050-b0cb-b98723517b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e1b548-af45-4cdb-a905-113dae8c1b56,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 21:18:39.966933 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-4000a3c0-e35f-4d5c-9488-c6c0117178f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:42.207409 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-160b0638-4b3d-43ac-befb-4a9d72978dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:43.795811 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:45.121920 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:46.618431 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:18:48.864123 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:06.361821 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:19:09.994937 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-30d44b13-8aee-46bc-92ee-0d3b697f4a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:12.229473 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-426f3469-6242-4742-80d5-dccf296e28b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:13.788532 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:15.097891 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:16.606719 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:18.892465 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:39.988319 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-3803803a-795f-4639-92c6-40fa14fb22a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:42.188736 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-df6e8b1e-c40c-454d-8a28-04481fa51bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:43.360920 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:19:43.794450 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:45.091903 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:46.611558 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:19:48.892283 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:09.994350 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6b285b04-00f9-43e3-8621-6cc6111c4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:12.256952 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-0789c463-dddc-4f26-98f4-32f35884c76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:13.828574 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:15.079880 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:16.622401 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:18.874475 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:20.360217 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:20:39.988086 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-342caa6a-c05d-43dc-8eba-ea8c735ad85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:42.216283 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-83ffd600-0f1f-4ccb-96b8-2baf7b90162d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:43.850778 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:45.102310 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:46.713592 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:48.953726 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:20:57.358708 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:21:10.010725 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8e3c1287-544e-4679-8b1f-fdc2ade46dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:12.227216 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-35219965-b344-4e91-80cf-2d74cc020658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:13.867808 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:15.129060 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:16.644738 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:18.856270 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:34.357540 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:21:39.992549 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-72d3a6c2-6b27-4f11-9e12-8bdf0bbe0a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:42.203056 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dfa51c72-0d3b-4388-975a-c1c82ac77c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:43.826618 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:45.111375 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:46.626871 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:21:48.877986 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:09.990416 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-dabf810e-50a9-4535-9eb9-898962b2976f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:11.356445 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:22:12.213459 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d253-343e-4fbe-bfda-d8aed0307d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:13.820360 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:15.123903 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:16.625998 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:18.883182 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:39.985466 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-f4816e56-b0a0-4616-8295-964a4b3ea545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:42.220107 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-59f41f53-7c25-442a-b41a-91dac1cefe63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:43.818410 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:45.111221 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:46.612862 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:22:48.355744 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:22:48.916727 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:10.002164 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-515409d3-56ec-4c16-9b63-651e19206326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:12.208167 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-113b1052-544c-4ddf-9d8a-ae938244e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:13.824860 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:15.114375 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:16.613472 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:18.893910 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:25.354101 dv-cinder-841467-1-iscsi neutron-server[104011]: DEBUG neutron.db.agents_db [None req-a839a715-c3f3-4d9e-b6a9-d3cee34710c0 None None] Agent healthcheck: found 6 active agents {{(pid=104011) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 21:23:40.005558 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-355671e7-bab1-40e0-880a-dd69cdac5f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ac1af294-082c-4629-9e22-eb0ba4f62507), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:42.228096 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-e181bcca-7b6c-40c9-a409-e9825e74b0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ed09e78a-236c-4c5c-afda-1a44993cfbf0), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:43.858863 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-bf199e17-968a-4a99-9bc7-4011c52c1d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (674e2040-e91d-44be-9808-0c56c1293299), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:45.110709 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-54ec310c-8339-4027-b613-628bec3ba5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ae55cb38-3772-4cf2-b4c6-582d72e4172f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:46.616488 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-67421645-7c35-4bf8-86e3-05c865a44b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (ddb6aebf-4bcd-431a-b5fb-ba4d1bcf79c5), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 21:23:48.881466 dv-cinder-841467-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6a3b49e9-94b5-4e65-86dd-7cad4b8cacc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743785534724', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8224916'] for agent (82b36834-d8fc-49d7-9a52-3fe683787644), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}